00010000:00010000:0.0F:1789601734.663373:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0F:1789601735.685767:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1789601736.006632:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789601736.006662:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f74c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918447104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789601736.006722:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601736.009773:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918447104 00000100:00100000:1.0:1789601736.009786:0:18555:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918447104 00000100:00100000:1.0:1789601736.009859:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789601736.009870:0:18555:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918447104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789601736.009902:0:18555:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789601736.009983:0:18555:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918447104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (3260us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601736.009991:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789601736.010055:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f74c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918447104:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1789601736.010119:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1789601736.012789:0:17025:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:3.0:1789601736.012806:0:17025:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8df4efc649c0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1789601736.012811:0:17025:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8df4f719f900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8df4efc64300 00000020:00080000:3.0:1789601736.012814:0:17025:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8df4f719f800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8df3c42ba800 00010000:00010000:0.0:1789601736.013594:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212f000/0x74872e3eca9f2e38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17047 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601736.013608:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212f000/0x74872e3eca9f2e38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17047 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601736.013617:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212f000/0x74872e3eca9f2e38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17047 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601736.013623:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212f000 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:0.0:1789601736.013627:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212f000/0x74872e3eca9f2e38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17047 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601736.013635:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212f000/0x74872e3eca9f2e38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17047 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601736.013652:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8df4e1615400) 00010000:00010000:0.0:1789601736.013655:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789601736.013660:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212f000/0x74872e3eca9f2e38 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17047 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601736.013666:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212f000/0x74872e3eca9f2e38 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17047 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1789601736.013693:0:17085:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1789601736.013765:0:17085:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:0.0:1789601736.520309:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789601736.520327:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4eff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918447360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789601736.520391:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601736.520456:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918447360 00000100:00100000:0.0:1789601736.520464:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918447360 00000100:00100000:0.0:1789601736.520503:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789601736.520519:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918447360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789601736.520551:0:17051:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789601736.520617:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918447360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601736.520624:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789601736.520669:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4eff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918447360:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789601736.521300:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f74c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918447232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789601736.521337:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601736.521385:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918447232 00000100:00100000:3.0:1789601736.521389:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918447232 00000100:00100000:3.0:1789601736.521414:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789601736.521420:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918447232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789601736.521439:0:17051:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789601736.521472:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918447232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601736.521478:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789601736.521510:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f74c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918447232:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0F:1789601736.709954:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601736.901197:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601736.901306:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898441088 00000100:00100000:3.0:1789601736.901318:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898441088 00000100:00100000:3.0:1789601736.901406:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 65 00000100:00100000:3.0:1789601736.901418:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+13:15585:x1876532898441088:12345-192.168.203.48@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1789601736.901509:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+13:15585:x1876532898441088:12345-192.168.203.48@tcp:60:lhsmtool_posix.0 Request processed in 94us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601736.901516:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 65 00000100:00080000:2.0:1789601736.901791:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789601736.907060:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601736.907198:0:17046:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898441216 00000100:00100000:2.0:1789601736.907209:0:17046:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898441216 00000100:00100000:2.0:1789601736.907280:0:17046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 66 00000100:00100000:2.0:1789601736.907290:0:17046:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd6d66ee-38de-4023-8d86-925c5cce8186+5:15585:x1876532898441216:12345-192.168.203.48@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1789601736.907395:0:17046:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd6d66ee-38de-4023-8d86-925c5cce8186+5:15585:x1876532898441216:12345-192.168.203.48@tcp:60:lhsmtool_posix.0 Request processed in 106us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601736.907402:0:17046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 66 00000100:00080000:3.0:1789601736.907587:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789601736.913458:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601736.915245:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898441472 00000100:00100000:0.0:1789601736.915258:0:17049:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898441472 00000100:00100000:0.0:1789601736.915324:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 12 00000100:00100000:0.0:1789601736.915336:0:17049:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd6d66ee-38de-4023-8d86-925c5cce8186+13:15585:x1876532898441472:12345-192.168.203.48@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789601736.915586:0:17049:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd6d66ee-38de-4023-8d86-925c5cce8186+14:15585:x1876532898441472:12345-192.168.203.48@tcp:35:lhsmtool_posix.0 Request processed in 252us (2135us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1789601736.915594:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 12 00000100:00100000:0.0:1789601737.030320:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4eff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918447488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789601737.030396:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601737.030449:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918447488 00000100:00100000:0.0:1789601737.030456:0:18555:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918447488 00000100:00100000:0.0:1789601737.030515:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789601737.030522:0:18555:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918447488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789601737.030541:0:18555:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789601737.030595:0:18555:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918447488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601737.030605:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1789601737.030622:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789601737.030652:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4eff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918447488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789601737.030992:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918447872:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031008:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918447616:0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.031033:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601737.031061:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918448384:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031063:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601737.031089:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601737.031115:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918448128:0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.031116:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876532918448896:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031158:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601737.031161:0:18552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918447872 00000100:00100000:0.0:1789601737.031165:0:18552:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918447872 00000100:00100000:3.0:1789601737.031185:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876532918448640:0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.031195:0:18552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918448384 00000100:00100000:0.0:1789601737.031199:0:18552:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918448384 00000100:00100000:3.0:1789601737.031210:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601737.031229:0:18552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789601737.031234:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1789601737.031239:0:18552:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918447872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031243:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918447744:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031278:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601737.031285:0:18552:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918447872:12345-0@lo:400:kworker.0 Request processed in 47us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601737.031293:0:18552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789601737.031299:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d09c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918448256:0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.031309:0:18552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789601737.031321:0:18552:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918448384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031322:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601737.031338:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876532918448768:0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.031360:0:18552:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918448384:12345-0@lo:400:kworker.0 Request processed in 43us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601737.031367:0:18552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789601737.031377:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601737.031392:0:17039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918447616 00000100:00100000:0.0:1789601737.031400:0:17039:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918447616 00000100:00100000:3.0:1789601737.031440:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918448128 00000100:00100000:0.0:1789601737.031440:0:17039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1789601737.031446:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918448128 00000100:00100000:0.0:1789601737.031451:0:17039:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c433d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0068b5de-bd03-471c-817a-758c66ef4c46+24:3647:x1876532918447616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031475:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918448640 00000100:00100000:3.0:1789601737.031478:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918448640 00000100:00100000:3.0:1789601737.031493:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918448768 00000100:00100000:0.0:1789601737.031494:0:17039:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c433d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0068b5de-bd03-471c-817a-758c66ef4c46+24:3647:x1876532918447616:12345-0@lo:400:kworker.0 Request processed in 45us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601737.031497:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918448768 00000100:00100000:3.0:1789601737.031513:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789601737.031525:0:17039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1789601737.031526:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918448128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031581:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918448128:12345-0@lo:400:kworker.0 Request processed in 59us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601737.031588:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:0.0:1789601737.031590:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789601737.031595:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789601737.031598:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789601737.031607:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789601737.031610:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601737.031624:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876532918448640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.031640:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918447872:0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.031651:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918448384:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031660:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876532918448640:12345-0@lo:400:kworker.0 Request processed in 37us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601737.031663:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1789601737.031668:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789601737.031672:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918448000:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031684:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918448896 00000100:00100000:3.0:1789601737.031689:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918448896 00000100:00100000:0.0:1789601737.031698:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601737.031717:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789601737.031719:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918448512:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031726:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876532918448768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.031740:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601737.031753:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876532918449024:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031763:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876532918448768:12345-0@lo:400:kworker.0 Request processed in 38us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601737.031769:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789601737.031776:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601737.031783:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918448512 00000100:00100000:3.0:1789601737.031787:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918448512 00000100:00080000:0.0:1789601737.031795:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789601737.031802:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918449024 00000100:00100000:3.0:1789601737.031805:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918449024 00000100:00100000:0.0:1789601737.031809:0:18552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918448000 00000100:00100000:0.0:1789601737.031814:0:18552:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918448000 00000100:00100000:3.0:1789601737.031828:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789601737.031835:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876532918448896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031865:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876532918448896:12345-0@lo:400:kworker.0 Request processed in 31us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601737.031871:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789601737.031883:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789601737.031888:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918448512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031906:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918448512:12345-0@lo:400:kworker.0 Request processed in 19us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601737.031911:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789601737.031922:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789601737.031928:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876532918449024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.031964:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876532918449024:12345-0@lo:400:kworker.0 Request processed in 37us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601737.031970:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789601737.031991:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918447744 00000100:00100000:3.0:1789601737.031994:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918447744 00000100:00100000:3.0:1789601737.032010:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918448256 00000100:00100000:3.0:1789601737.032023:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918448256 00000100:00100000:3.0:1789601737.032037:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789601737.032043:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918447744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.032071:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918447744:12345-0@lo:400:kworker.0 Request processed in 29us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601737.032077:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789601737.032087:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789601737.032092:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918448256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.032113:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918448256:12345-0@lo:400:kworker.0 Request processed in 21us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601737.032118:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789601737.032136:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789601737.032144:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f74c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918449152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789601737.032169:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601737.032204:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918447744:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.032213:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d09c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918448256:0@lo:400:kworker.0 00010000:00080000:3.0:1789601737.032223:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4f73a5880 x1876532918448768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601737.032233:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876532918448768:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.032249:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918447616:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.032258:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918448128:0@lo:400:kworker.0 00000100:00100000:3.0:1789601737.032265:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876532918448640:0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.033918:0:18552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789601737.033941:0:18552:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918448000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.034010:0:18552:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918448000:12345-0@lo:400:kworker.0 Request processed in 80us (2312us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601737.034027:0:18552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:0.0:1789601737.034067:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789601737.034073:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789601737.034085:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918449152 00000100:00100000:0.0:1789601737.034091:0:18555:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918449152 00000100:00100000:0.0:1789601737.034136:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789601737.034142:0:18555:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918449152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789601737.034162:0:18555:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789601737.034202:0:18555:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918449152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (2032us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601737.034207:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789601737.034252:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f74c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918449152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789601737.034298:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918448000:0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.034310:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918448512:0@lo:400:kworker.0 00010000:00080000:0.0:1789601737.034323:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4f73a5500 x1876532918449024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601737.034333:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876532918449024:0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.034344:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876532918448896:0@lo:400:kworker.0 00000100:00100000:0.0:1789601737.040470:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f74c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918449280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789601737.040532:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601737.041061:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918449280 00000100:00100000:0.0:1789601737.041069:0:18555:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918449280 00000100:00100000:0.0:1789601737.041122:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789601737.041132:0:18555:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918449280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789601737.041153:0:18555:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789601737.041210:0:18555:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918449280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601737.041218:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789601737.041346:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f74c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918449280:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1789601737.608118:0:17799:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789601737.733753:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601738.033188:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601738.033234:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601738.033269:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601738.033291:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601738.033308:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601738.033325:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601738.033340:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601738.033356:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601738.033373:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601738.033509:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898441728 00000100:00100000:3.0:1789601738.033530:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898441728 00000100:00100000:3.0:1789601738.033635:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898441856 00000100:00100000:3.0:1789601738.033639:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898441856 00000100:00100000:3.0:1789601738.033656:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898442240 00000100:00100000:3.0:1789601738.033659:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898442240 00000100:00100000:3.0:1789601738.033672:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898442368 00000100:00100000:3.0:1789601738.033674:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898442368 00000100:00100000:3.0:1789601738.033691:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 76 00000100:00100000:3.0:1789601738.033701:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+14:2415:x1876532898441728:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:3.0:1789601738.033775:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+14:2415:x1876532898441728:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 76us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601738.033783:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 76 00000100:00100000:3.0:1789601738.033801:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 77 00000100:00100000:3.0:1789601738.033807:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2415:x1876532898441856:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:3.0:1789601738.033828:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2415:x1876532898441856:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 22us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601738.033833:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 77 00000100:00100000:3.0:1789601738.033854:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 78 00000100:00100000:3.0:1789601738.033860:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+6:2416:x1876532898442240:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:3.0:1789601738.033879:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+6:2416:x1876532898442240:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 20us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601738.033898:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 78 00000100:00100000:3.0:1789601738.033912:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 79 00000100:00100000:3.0:1789601738.033919:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+5:2415:x1876532898442368:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:0.0:1789601738.033943:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898442112 00000100:00100000:3.0:1789601738.033947:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+5:2415:x1876532898442368:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 28us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601738.033950:0:18554:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898442112 00000100:00100000:3.0:1789601738.033957:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 79 00000100:00100000:0.0:1789601738.033980:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898441984 00000100:00100000:0.0:1789601738.033985:0:18554:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898441984 00000100:00100000:0.0:1789601738.033999:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898442496 00000100:00100000:0.0:1789601738.034002:0:18554:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898442496 00000100:00100000:0.0:1789601738.034031:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898442624 00000100:00100000:0.0:1789601738.034034:0:18554:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898442624 00000100:00100000:0.0:1789601738.034056:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 34 00000100:00100000:0.0:1789601738.034065:0:18554:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2415:x1876532898442112:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:0.0:1789601738.034122:0:18554:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2415:x1876532898442112:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 58us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601738.034128:0:18553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 30 00000100:00100000:0.0:1789601738.034136:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 34 00000100:00100000:0.0:1789601738.034154:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 31 00000100:00100000:0.0:1789601738.034161:0:18554:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+5:2414:x1876532898442496:12345-192.168.203.48@tcp:9:kworker.0 00000020:00000080:0.0:1789601738.034181:0:18554:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2ba6 00000100:00100000:1.0:1789601738.034182:0:17037:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898441600 00000100:00100000:1.0:1789601738.034186:0:17037:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898441600 00000100:00080000:0.0:1789601738.034195:0:18554:0:(import.c:65:import_set_state_nolock()) ffff8df3c1b70000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1789601738.034224:0:17037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 170 00000100:00100000:1.0:1789601738.034235:0:17037:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c4daf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:436a5db0-0172-499e-8bf1-5cb020bea989+13:2415:x1876532898441600:12345-192.168.203.48@tcp:400:kworker.0 00000001:00000004:0.0:1789601738.034236:0:18554:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789601738.034261:0:17037:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c4daf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:436a5db0-0172-499e-8bf1-5cb020bea989+13:2415:x1876532898441600:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 27us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601738.034267:0:17037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 170 00010000:00010000:1.0:1789601738.034304:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601738.034359:0:18553:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2414:x1876532898441984:12345-192.168.203.48@tcp:9:kworker.0 00000020:00000080:3.0:1789601738.034379:0:18553:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2b67 00000100:00080000:3.0:1789601738.034385:0:18553:0:(import.c:65:import_set_state_nolock()) ffff8df3c1b74800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789601738.034414:0:18553:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:1.0:1789601738.034539:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789601738.034684:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789601738.034689:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789601738.034692:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789601738.034694:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789601738.038698:0:18554:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+2:2414:x1876532898442496:12345-192.168.203.48@tcp:9:kworker.0 Request processed in 4525us (5328us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601738.038712:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 31 00000100:00100000:0.0:1789601738.038751:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 32 00000100:00100000:0.0:1789601738.038764:0:18554:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+5:2414:x1876532898442624:12345-192.168.203.48@tcp:9:kworker.0 00000020:00000080:0.0:1789601738.038790:0:18554:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2bad 00000100:00080000:0.0:1789601738.038802:0:18554:0:(import.c:65:import_set_state_nolock()) ffff8df3c1b71000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789601738.038862:0:18554:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789601738.039029:0:18554:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+2:2414:x1876532898442624:12345-192.168.203.48@tcp:9:kworker.0 Request processed in 269us (5653us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601738.039036:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 32 00000100:00100000:3.0:1789601738.040394:0:18553:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cd6d66ee-38de-4023-8d86-925c5cce8186+2:2414:x1876532898441984:12345-192.168.203.48@tcp:9:kworker.0 Request processed in 6248us (7043us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601738.040407:0:18553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 30 00010000:00010000:1.0:1789601738.041369:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601738.757716:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789601738.990946:0:20421:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 19:35:37 (1789601737) 00010000:00010000:1.0:1789601739.782730:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601740.813102:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601741.132758:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918449408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789601741.132828:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601741.132885:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918449408 00000100:00100000:0.0:1789601741.132893:0:18555:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918449408 00000100:00100000:0.0:1789601741.132944:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789601741.132954:0:18555:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918449408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789601741.138003:0:18555:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789601741.138106:0:18555:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918449408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5149us (5273us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601741.138116:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1789601741.138155:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789601741.138726:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918449408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789601741.638109:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918449536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789601741.638190:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601741.638224:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918449664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789601741.638255:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601741.638313:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918449536 00000100:00100000:2.0:1789601741.638320:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918449536 00000100:00100000:2.0:1789601741.638355:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918449664 00000100:00100000:2.0:1789601741.638358:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918449664 00000100:00100000:2.0:1789601741.638372:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789601741.638388:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918449536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789601741.638418:0:17051:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789601741.638470:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918449536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601741.638475:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789601741.638492:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789601741.638498:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918449664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789601741.638527:0:17051:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789601741.638608:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918449536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789601741.641405:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918449664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2897us (3139us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601741.641418:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000001:00080000:1.0:1789601741.643885:0:17025:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:1.0:1789601741.643901:0:17025:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1789601741.644057:0:17085:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1789601741.644071:0:17085:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:3.0:1789601741.645800:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918449664:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1789601741.830366:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601742.149884:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f74c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918449792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789601742.149963:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601742.150012:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918449792 00000100:00100000:2.0:1789601742.150021:0:18555:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918449792 00000100:00080000:1.0:1789601742.150054:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789601742.150083:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789601742.150318:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789601742.150330:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918449920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789601742.150365:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601742.150608:0:18555:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918449792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789601742.150640:0:18555:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789601742.150694:0:18555:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918449792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 603us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601742.150772:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789601742.150783:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d09c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918450048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789601742.150813:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601742.150946:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c1946300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918450432:0@lo:400:kworker.0 00000100:00100000:3.0:1789601742.150970:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601742.151009:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876532918450944:0@lo:400:kworker.0 00000100:00100000:3.0:1789601742.151032:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601742.151049:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789601742.151055:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c1945180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876532918450560:0@lo:400:kworker.0 00000100:00100000:3.0:1789601742.151074:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601742.151089:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876532918451072:0@lo:400:kworker.0 00000100:00100000:3.0:1789601742.151106:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601742.151132:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918450432 00000100:00100000:3.0:1789601742.151138:0:19127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918450432 00000100:00100000:3.0:1789601742.151172:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789601742.151178:0:19127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918450432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601742.151214:0:19127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918450432:12345-0@lo:400:kworker.0 Request processed in 36us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601742.151220:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789601742.151242:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918450944 00000100:00100000:3.0:1789601742.151246:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918450944 00000100:00100000:3.0:1789601742.151273:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918450560 00000100:00100000:3.0:1789601742.151276:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918450560 00000100:00100000:3.0:1789601742.151301:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918451072 00000100:00100000:3.0:1789601742.151304:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918451072 00000100:00100000:3.0:1789601742.151318:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789601742.151324:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876532918450944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601742.151355:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876532918450944:12345-0@lo:400:kworker.0 Request processed in 31us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601742.151359:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789601742.151369:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789601742.151374:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876532918450560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601742.151409:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876532918450560:12345-0@lo:400:kworker.0 Request processed in 34us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601742.151414:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789601742.151429:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789601742.151434:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876532918451072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601742.151457:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876532918451072:12345-0@lo:400:kworker.0 Request processed in 23us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601742.151461:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:0.0:1789601742.151629:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789601742.151633:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789601742.151656:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918450176:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.151688:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601742.151722:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c1944000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918450688:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.151743:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601742.151757:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876532918451200:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.151775:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601742.151789:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1789601742.151794:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c1946a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918450304:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.151812:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601742.151827:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c1945c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918450816:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.151853:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601742.151867:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876532918451328:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.151886:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601742.151909:0:17038:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918450176 00000100:00100000:0.0:1789601742.151912:0:17038:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918450176 00000100:00100000:0.0:1789601742.151938:0:17038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1789601742.151944:0:17038:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c4daf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0068b5de-bd03-471c-817a-758c66ef4c46+24:3647:x1876532918450176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.151988:0:17038:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c4daf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0068b5de-bd03-471c-817a-758c66ef4c46+24:3647:x1876532918450176:12345-0@lo:400:kworker.0 Request processed in 31us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601742.151994:0:17038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1789601742.152021:0:17047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918451200 00000100:00100000:0.0:1789601742.152024:0:17047:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918451200 00000100:00100000:0.0:1789601742.152045:0:17047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918450816 00000100:00100000:0.0:1789601742.152048:0:17047:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918450816 00000100:00100000:0.0:1789601742.152060:0:17047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918451328 00000100:00100000:0.0:1789601742.152062:0:17047:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918451328 00000100:00100000:0.0:1789601742.152073:0:17047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789601742.152079:0:17047:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1876532918451200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.152107:0:17047:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1876532918451200:12345-0@lo:400:kworker.0 Request processed in 28us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601742.152119:0:17047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789601742.152132:0:17047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789601742.152138:0:17047:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918450816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.152165:0:17047:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918450816:12345-0@lo:400:kworker.0 Request processed in 28us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601742.152170:0:17047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789601742.152182:0:17047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789601742.152187:0:17047:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876532918451328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.152210:0:17047:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876532918451328:12345-0@lo:400:kworker.0 Request processed in 23us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601742.152215:0:17047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:0.0:1789601742.152227:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789601742.152230:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789601742.152255:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c1945c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918450816:0@lo:400:kworker.0 00010000:00080000:0.0:1789601742.152268:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4efd5dc00 x1876532918451328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601742.152278:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876532918451328:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.152286:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918450176:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.152294:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876532918451200:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.152328:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918450688 00000100:00100000:0.0:1789601742.152332:0:17050:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918450688 00000100:00100000:0.0:1789601742.152349:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918450304 00000100:00100000:0.0:1789601742.152352:0:17050:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918450304 00000100:00100000:0.0:1789601742.152362:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789601742.152375:0:17050:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918450688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.152411:0:17050:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918450688:12345-0@lo:400:kworker.0 Request processed in 37us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601742.152417:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789601742.152428:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789601742.152433:0:17050:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918450304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.152457:0:17050:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918450304:12345-0@lo:400:kworker.0 Request processed in 24us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601742.152462:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789601742.153206:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c1946a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918450304:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.153218:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c1944000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918450688:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.153496:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f74c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918449792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789601742.153540:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c1945180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876532918450560:0@lo:400:kworker.0 00010000:00080000:0.0:1789601742.153570:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4efd5ed80 x1876532918451072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601742.153581:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876532918451072:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.153592:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c1946300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918450432:0@lo:400:kworker.0 00000100:00100000:0.0:1789601742.153601:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876532918450944:0@lo:400:kworker.0 00000100:00100000:1.0:1789601742.156138:0:18556:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:1.0:1789601742.156157:0:18556:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:0.0:1789601742.157303:0:18556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918449920 00000100:00100000:0.0:1789601742.157314:0:18556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918449920 00000100:00080000:0.0:1789601742.157347:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789601742.157381:0:18556:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:3.0:1789601742.157701:0:20530:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918450048 00000100:00100000:3.0:1789601742.157706:0:20530:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918450048 00000100:00100000:3.0:1789601742.157744:0:20530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789601742.157754:0:20530:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918449920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789601742.157779:0:20530:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789601742.157856:0:20530:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918449920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (7490us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601742.157863:0:20530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789601742.157881:0:20530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789601742.157887:0:20530:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918450048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789601742.157897:0:20530:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00080000:0.0:1789601742.158100:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789601742.158121:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789601742.158153:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918449920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789601742.158274:0:18556:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_003' 00000100:00100000:3.0:1789601742.159694:0:20530:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918450048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1804us (8876us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601742.159704:0:20530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789601742.163372:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d09c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918450048:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1789601742.854037:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601743.137455:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601743.137503:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601743.137547:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601743.137626:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898442880 00000100:00100000:2.0:1789601743.137637:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898442880 00000100:00100000:2.0:1789601743.137690:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898443392 00000100:00100000:2.0:1789601743.137694:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898443392 00000100:00100000:2.0:1789601743.137718:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 86 00000100:00100000:2.0:1789601743.137730:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+13:2415:x1876532898442880:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:3.0:1789601743.137778:0:19998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 87 00000100:00100000:2.0:1789601743.137803:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+13:2415:x1876532898442880:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 75us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601743.137811:0:19998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+5:2415:x1876532898443392:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:2.0:1789601743.137826:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 86 00000100:00100000:3.0:1789601743.137853:0:19998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+5:2415:x1876532898443392:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 51us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601743.137861:0:19998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 87 00000100:00100000:1.0:1789601743.138161:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898443136 00000100:00100000:1.0:1789601743.138167:0:18554:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898443136 00000100:00080000:0.0:1789601743.138179:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789601743.138186:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789601743.138189:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789601743.138274:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 36 00000100:00100000:1.0:1789601743.138282:0:18554:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2415:x1876532898443136:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601743.138321:0:18554:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2415:x1876532898443136:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 40us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601743.138328:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 36 00000100:00100000:0.0:1789601743.141861:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601743.141898:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601743.141926:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601743.141954:0:19998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898443264 00000100:00100000:0.0:1789601743.141962:0:19998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898443264 00000100:00100000:0.0:1789601743.142028:0:19998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898443008 00000100:00100000:0.0:1789601743.142031:0:19998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898443008 00000100:00100000:0.0:1789601743.142056:0:19998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 88 00000100:00100000:0.0:1789601743.142065:0:19998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+6:2415:x1876532898443264:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:2.0:1789601743.142255:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 89 00000100:00100000:2.0:1789601743.142265:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2416:x1876532898443008:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:3.0:1789601743.142395:0:17039:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898442752 00000100:00100000:3.0:1789601743.142401:0:17039:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898442752 00000100:00100000:3.0:1789601743.142432:0:17039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 172 00000100:00100000:3.0:1789601743.142439:0:17039:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c4dac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:436a5db0-0172-499e-8bf1-5cb020bea989+13:2416:x1876532898442752:12345-192.168.203.48@tcp:400:kworker.0 00000100:00080000:1.0:1789601743.143512:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789601743.143519:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789601743.145446:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2416:x1876532898443008:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 3172us (3507us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601743.145462:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 89 00000100:00100000:3.0:1789601743.146569:0:17039:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c4dac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:436a5db0-0172-499e-8bf1-5cb020bea989+13:2416:x1876532898442752:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 4112us (4651us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601743.146581:0:17039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 172 00000100:00100000:0.0:1789601743.152613:0:19998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+6:2415:x1876532898443264:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 10534us (10746us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601743.152630:0:19998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 88 00000100:00100000:1.0:1789601743.308629:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601743.308838:0:17048:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898443648 00000100:00100000:3.0:1789601743.308848:0:17048:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898443648 00000100:00100000:3.0:1789601743.308913:0:17048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 13 00000100:00100000:3.0:1789601743.308924:0:17048:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+13:16339:x1876532898443648:12345-192.168.203.48@tcp:35:umount.0 00000001:00080000:3.0:1789601743.309176:0:17048:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:3.0:1789601743.309264:0:17048:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:3.0:1789601743.309402:0:17048:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+16:16339:x1876532898443648:12345-192.168.203.48@tcp:35:umount.0 Request processed in 479us (782us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1789601743.309411:0:17048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 13 00000020:00080000:3.0:1789601743.309416:0:17048:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1789601743.314880:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601743.314934:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601743.315296:0:18578:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898443776 00000100:00100000:1.0:1789601743.315307:0:18578:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898443776 00000100:00100000:1.0:1789601743.315367:0:18578:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898443904 00000100:00100000:1.0:1789601743.315370:0:18578:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898443904 00000100:00100000:1.0:1789601743.315410:0:18578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3 00000100:00100000:1.0:1789601743.315420:0:18578:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:436a5db0-0172-499e-8bf1-5cb020bea989+14:2416:x1876532898443776:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789601743.315447:0:18578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1789601743.315461:0:17031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 4 00000100:00100000:2.0:1789601743.315474:0:17031:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c2240c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:436a5db0-0172-499e-8bf1-5cb020bea989+14:2416:x1876532898443904:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789601743.315485:0:17031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789601743.315499:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737c600/0x74872e3eca9f2b4b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48ecb expref: 14 pid: 17039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601743.315518:0:17031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789601743.315624:0:17031:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c2240c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:436a5db0-0172-499e-8bf1-5cb020bea989+13:2416:x1876532898443904:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 154us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601743.315631:0:17031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 4 00010000:00010000:1.0:1789601743.316110:0:18578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737d400/0x74872e3eca9f2b44 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48e9a expref: 12 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601743.316144:0:18578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601743.316228:0:18578:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:436a5db0-0172-499e-8bf1-5cb020bea989+11:2416:x1876532898443776:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 809us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601743.316237:0:18578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3 00000100:00100000:2.0:1789601743.323329:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601743.324184:0:17031:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898444032 00000100:00100000:1.0:1789601743.324195:0:17031:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898444032 00000100:00100000:1.0:1789601743.324265:0:17031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 5 00000100:00100000:1.0:1789601743.324276:0:17031:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:436a5db0-0172-499e-8bf1-5cb020bea989+11:2415:x1876532898444032:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789601743.324291:0:17031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601743.324311:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f7382c00/0x74872e3eca9f2c08 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48f81 expref: 11 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601743.324330:0:17031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601743.324375:0:17031:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:436a5db0-0172-499e-8bf1-5cb020bea989+10:2415:x1876532898444032:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 102us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601743.324382:0:17031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 5 00000100:00100000:2.0:1789601743.325162:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601743.325248:0:19127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898444160 00000100:00100000:1.0:1789601743.325254:0:19127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898444160 00000100:00100000:1.0:1789601743.325293:0:19127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 33 00000100:00100000:1.0:1789601743.325302:0:19127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2414:x1876532898444160:12345-192.168.203.48@tcp:9:umount.0 00000020:00000080:1.0:1789601743.325335:0:19127:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2b6e 00000100:00080000:1.0:1789601743.325347:0:19127:0:(import.c:65:import_set_state_nolock()) ffff8df3c3106800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789601743.325416:0:19127:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:0.0:1789601743.325475:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789601743.327440:0:19366:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 00000020:00000080:2.0:1789601743.327448:0:19366:0:(genops.c:885:class_export_put()) final put ffff8df3c1b77000/e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 00000100:00100000:1.0:1789601743.327780:0:19127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cd6d66ee-38de-4023-8d86-925c5cce8186+2:2414:x1876532898444160:12345-192.168.203.48@tcp:9:umount.0 Request processed in 2473us (2615us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601743.328338:0:19127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 33 00000020:00000080:0.0:1789601743.328442:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c1b77000/e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 for lustre-OST0001 00000020:00000080:0.0:1789601743.328489:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c1b71000 for lustre-OST0001 00000100:00100000:2.0:1789601743.340129:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601743.340452:0:17046:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898445056 00000100:00100000:1.0:1789601743.340462:0:17046:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898445056 00000100:00100000:1.0:1789601743.340761:0:17046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 67 00000100:00100000:1.0:1789601743.340772:0:17046:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd6d66ee-38de-4023-8d86-925c5cce8186+16:2414:x1876532898445056:12345-192.168.203.48@tcp:39:umount.0 00000020:00000080:1.0:1789601743.340818:0:17046:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2b59 00000020:00010000:1.0:1789601743.340836:0:17046:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8df4d878d800: total 0 00000100:00080000:1.0:1789601743.340841:0:17046:0:(import.c:65:import_set_state_nolock()) ffff8df4d878c000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789601743.340872:0:17046:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:1.0:1789601743.341064:0:17046:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd6d66ee-38de-4023-8d86-925c5cce8186+15:2414:x1876532898445056:12345-192.168.203.48@tcp:39:umount.0 Request processed in 294us (944us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1789601743.341073:0:17046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 67 00000020:00010000:2.0:1789601743.341358:0:17033:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8df4d878d800: total 0 00010000:00010000:2.0:1789601743.341362:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601743.341415:0:17033:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8df4d878d800, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1789601743.341446:0:17033:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8df3c3418f00) 00010000:00010000:2.0:1789601743.341461:0:17033:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789601743.341478:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f2c24 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48f88 expref: 14 pid: 19998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601743.341512:0:17033:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8df4f3972300) 00010000:00010000:2.0:1789601743.341515:0:17033:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1789601743.341519:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f2d04 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48fc7 expref: 13 pid: 17045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601743.341535:0:17033:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8df4f3972b00) 00010000:00010000:2.0:1789601743.341537:0:17033:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789601743.341541:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737dc00/0x74872e3eca9f2db3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49006 expref: 12 pid: 19998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601743.341590:0:17033:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8df4f3972b00) 00010000:00010000:2.0:1789601743.341593:0:17033:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789601743.341598:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6800/0x74872e3eca9f2d82 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48ff1 expref: 11 pid: 17046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601743.341614:0:17033:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8df4d9368f00) 00010000:00010000:2.0:1789601743.341617:0:17033:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601743.341620:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e400/0x74872e3eca9f2c40 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48f8f expref: 10 pid: 17047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601743.341635:0:17033:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df3c3418000) 00010000:00010000:2.0:1789601743.341637:0:17033:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789601743.341641:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737d200/0x74872e3eca9f2c7f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48f9d expref: 9 pid: 17046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601743.341668:0:17033:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8df4e1615400) 00010000:00010000:2.0:1789601743.341670:0:17033:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789601743.341675:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b7200/0x74872e3eca9f2e0e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4901b expref: 8 pid: 17045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601743.341689:0:17033:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8df4f3972b00) 00010000:00010000:2.0:1789601743.341691:0:17033:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789601743.341695:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737de00/0x74872e3eca9f2e69 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4903e expref: 7 pid: 17046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601743.341706:0:17033:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8df4d878d800, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1789601743.341720:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601743.341721:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601743.341723:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601743.354841:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601743.354996:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898445184 00000100:00100000:2.0:1789601743.355006:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898445184 00000100:00100000:2.0:1789601743.355101:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 68 00000100:00100000:2.0:1789601743.355114:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+5:2414:x1876532898445184:12345-192.168.203.48@tcp:39:umount.0 00000020:00000080:2.0:1789601743.355149:0:17045:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2b60 00000100:00080000:2.0:1789601743.355166:0:17045:0:(import.c:65:import_set_state_nolock()) ffff8df4efcd0800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789601743.355196:0:17045:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1789601743.355417:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd6d66ee-38de-4023-8d86-925c5cce8186+3:2414:x1876532898445184:12345-192.168.203.48@tcp:39:umount.0 Request processed in 307us (588us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1789601743.355424:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 68 00010000:00010000:1.0:1789601743.355474:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789601743.693124:0:18548:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of cd6d66ee-38de-4023-8d86-925c5cce8186 00000020:00000080:3.0:1789601743.693134:0:18548:0:(genops.c:885:class_export_put()) final put ffff8df3c1b72800/cd6d66ee-38de-4023-8d86-925c5cce8186 00000001:00100000:3.0:1789601743.694580:0:18548:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 00000020:00000080:3.0:1789601743.694586:0:18548:0:(genops.c:885:class_export_put()) final put ffff8df3c1b77800/e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 00000020:00000080:2.0:1789601743.694925:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c1b72800/cd6d66ee-38de-4023-8d86-925c5cce8186 for lustre-OST0000 00000020:00000080:2.0:1789601743.694987:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c1b74800 for lustre-OST0000 00000020:00000080:0.0:1789601743.695205:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c1b77800/e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 for lustre-OST0000 00000020:00000080:0.0:1789601743.695239:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c1b70000 for lustre-OST0000 00000040:00080000:0.0:1789601743.813794:0:17081:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789601743.813803:0:17081:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789601743.813825:0:17081:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789601743.813834:0:17081:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1789601743.877715:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601744.907220:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601744.986264:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601744.986306:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601744.986344:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601744.986461:0:17031:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898445312 00000100:00100000:2.0:1789601744.986470:0:17032:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898445568 00000100:00100000:2.0:1789601744.986479:0:17032:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898445568 00000100:00100000:1.0:1789601744.986481:0:17031:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898445312 00000100:00100000:2.0:1789601744.986667:0:17032:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898445440 00000100:00100000:2.0:1789601744.986671:0:17032:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898445440 00000100:00100000:1.0:1789601744.991199:0:17031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6 00000100:00100000:1.0:1789601744.991226:0:17031:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:436a5db0-0172-499e-8bf1-5cb020bea989+12:2417:x1876532898445568:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789601744.991259:0:17031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601744.991281:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f7383200/0x74872e3eca9f2c01 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48f7a expref: 12 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601744.991300:0:17031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601744.991548:0:17031:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:436a5db0-0172-499e-8bf1-5cb020bea989+11:2417:x1876532898445568:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 334us (5239us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601744.991586:0:17031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6 00000100:00100000:1.0:1789601744.991615:0:17031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7 00000100:00100000:1.0:1789601744.991635:0:17031:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:436a5db0-0172-499e-8bf1-5cb020bea989+10:2417:x1876532898445312:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789601744.991644:0:17031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601744.991655:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c3466000/0x74872e3eca9f2b83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48f0a expref: 10 pid: 17039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601744.991665:0:17031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601744.991685:0:17031:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:436a5db0-0172-499e-8bf1-5cb020bea989+9:2417:x1876532898445312:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 52us (5431us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601744.991691:0:17031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7 00000100:00100000:1.0:1789601744.991706:0:17031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 8 00000100:00100000:1.0:1789601744.991726:0:17031:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:436a5db0-0172-499e-8bf1-5cb020bea989+8:2417:x1876532898445440:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789601744.991735:0:17031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601744.991743:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c3466400/0x74872e3eca9f2b8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48f3b expref: 8 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601744.991752:0:17031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601744.991769:0:17031:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:436a5db0-0172-499e-8bf1-5cb020bea989+7:2417:x1876532898445440:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 57us (5425us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601744.991774:0:17031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 8 00000100:00100000:3.0:1789601744.999621:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601744.999712:0:17047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898445824 00000100:00100000:1.0:1789601744.999722:0:17047:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898445824 00000100:00100000:1.0:1789601744.999794:0:17047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 69 00000100:00100000:1.0:1789601744.999805:0:17047:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+6:2414:x1876532898445824:12345-192.168.203.48@tcp:39:umount.0 00000020:00000080:1.0:1789601744.999860:0:17047:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2b98 00000020:00010000:1.0:1789601744.999872:0:17047:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8df3c3105000: total 0 00000100:00080000:1.0:1789601744.999877:0:17047:0:(import.c:65:import_set_state_nolock()) ffff8df3c3104000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789601744.999913:0:17047:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:1.0:1789601745.000093:0:17047:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+5:2414:x1876532898445824:12345-192.168.203.48@tcp:39:umount.0 Request processed in 289us (479us total) trans 8589934628 rc 0/0 00000100:00100000:1.0:1789601745.000101:0:17047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 69 00000020:00010000:2.0:1789601745.000697:0:17034:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8df3c3105000: total 0 00010000:00010000:2.0:1789601745.000765:0:17034:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8df3c3105000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1789601745.000797:0:17034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df3c3418000) 00010000:00010000:2.0:1789601745.000800:0:17034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789601745.000809:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383e00/0x74872e3eca9f2c8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48fa4 expref: 4 pid: 17045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601745.000831:0:17034:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8df3c3105000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1789601745.000854:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601745.000857:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601745.000859:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601745.007620:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601745.007711:0:19998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898445952 00000100:00100000:0.0:1789601745.007722:0:19998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898445952 00000100:00080000:1.0:1789601745.007859:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789601745.008189:0:19998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 70 00000100:00100000:0.0:1789601745.008201:0:19998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+5:2414:x1876532898445952:12345-192.168.203.48@tcp:39:umount.0 00000020:00000080:0.0:1789601745.008240:0:19998:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2b9f 00000100:00080000:0.0:1789601745.008250:0:19998:0:(import.c:65:import_set_state_nolock()) ffff8df3c1a1d000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789601745.008282:0:19998:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:1.0:1789601745.008321:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601745.008427:0:19998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e405907e-9072-4b15-9fd7-2bb5f7d7c0b7+3:2414:x1876532898445952:12345-192.168.203.48@tcp:39:umount.0 Request processed in 229us (815us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1789601745.008434:0:19998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 70 00000100:00100000:3.0:1789601745.067888:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601745.068076:0:17037:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898446208 00000100:00100000:0.0:1789601745.068092:0:17037:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898446208 00000100:00100000:0.0:1789601745.068165:0:17037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 173 00000100:00100000:0.0:1789601745.068176:0:17037:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c4daf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:436a5db0-0172-499e-8bf1-5cb020bea989+7:2414:x1876532898446208:12345-192.168.203.48@tcp:251:umount.0 00000020:00000080:0.0:1789601745.068218:0:17037:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2b36 00000020:00010000:0.0:1789601745.068226:0:17037:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8df4d878f800: total 0 00000100:00080000:0.0:1789601745.068230:0:17037:0:(import.c:65:import_set_state_nolock()) ffff8df4d878a800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789601745.068324:0:17037:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c4daf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:436a5db0-0172-499e-8bf1-5cb020bea989+3:2414:x1876532898446208:12345-192.168.203.48@tcp:251:umount.0 Request processed in 149us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601745.068333:0:17037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 173 00000020:00010000:2.0:1789601745.068339:0:17033:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8df4d878f800: total 0 00010000:00010000:2.0:1789601745.068406:0:17033:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8df4d878f800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1789601745.068452:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c3466a00/0x74872e3eca9f2b3d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a48e93 expref: 2 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601745.068609:0:17033:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8df4d878f800, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1789601745.068627:0:17033:0:(genops.c:885:class_export_put()) final put ffff8df4d878f800/436a5db0-0172-499e-8bf1-5cb020bea989 00010000:00010000:0.0:1789601745.068640:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601745.068642:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601745.068644:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789601745.068820:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d878f800/436a5db0-0172-499e-8bf1-5cb020bea989 for MGS 00000020:00000080:2.0:1789601745.068863:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4d878a800 for MGS 00010000:00010000:1.0:1789601745.927438:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601746.250796:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918451456:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789601746.250890:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601746.251043:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918451456 00000100:00100000:2.0:1789601746.251054:0:18555:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918451456 00000100:00100000:2.0:1789601746.251139:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789601746.251151:0:18555:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918451456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789601746.251192:0:18555:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789601746.252231:0:18555:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918451456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1078us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601746.252259:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1789601746.252308:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789601746.252391:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918451456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789601746.759980:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789601746.760007:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918451584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789601746.760097:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601746.762413:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918451712:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789601746.762535:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601746.762693:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918451584 00000100:00100000:2.0:1789601746.762704:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918451584 00000100:00100000:2.0:1789601746.762755:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918451712 00000100:00100000:2.0:1789601746.762758:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918451712 00000100:00100000:2.0:1789601746.762778:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789601746.762787:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918451584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789601746.762831:0:17051:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1789601746.762889:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918451584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (2791us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601746.762896:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789601746.762919:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789601746.762925:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918451712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789601746.762950:0:17051:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789601746.762977:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918451712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601746.762982:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789601746.763317:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918451584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789601746.765662:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918451712:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789601746.949812:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789601746.976012:0:20618:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1789601746.996633:0:20618:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1789601746.998239:0:20618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601746.998262:0:20618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601746.998272:0:20618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601746.998280:0:20618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601746.998311:0:20618:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789601746.998317:0:20618:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789601746.998351:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789601746.998356:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789601746.998382:0:20618:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789601746.998418:0:20618:0:(import.c:65:import_set_state_nolock()) ffff8df4f37cb000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1789601746.998930:0:17033:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601746.998949:0:17033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601746.998959:0:17033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c3466c00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:3.0:1789601746.998963:0:17033:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601746.998974:0:17033:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789601746.998982:0:17033:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601746.998988:0:17033:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789601746.998991:0:17033:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789601746.998993:0:17033:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789601746.999025:0:17033:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601746.999043:0:17033:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789601746.999069:0:17033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601746.999076:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df3c3466c00/0x74872e3eca9f26f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2700 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601746.999092:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601746.999094:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601746.999096:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601746.999105:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789601746.999131:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918451968:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789601746.999220:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601746.999334:0:17030:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918451968 00000100:00100000:0.0:1789601746.999350:0:17030:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918451968 00000100:00100000:0.0:1789601746.999420:0:17030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789601746.999431:0:17030:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0068b5de-bd03-471c-817a-758c66ef4c46+24:3647:x1876532918451968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789601746.999448:0:17030:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601746.999466:0:17030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c3467a00/0x74872e3eca9f2700 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f26f9 expref: 24 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601746.999480:0:17030:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789601746.999526:0:17030:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0068b5de-bd03-471c-817a-758c66ef4c46+23:3647:x1876532918451968:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601746.999534:0:17030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789601746.999607:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918451968:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601746.999684:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876532918451840:0@lo:39:umount.0 00000100:00100000:2.0:1789601746.999721:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601747.000235:0:17047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918451840 00000100:00100000:0.0:1789601747.000242:0:17047:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918451840 00000100:00100000:0.0:1789601747.000293:0:17047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789601747.000303:0:17047:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876532918451840:12345-0@lo:39:umount.0 00000020:00000080:0.0:1789601747.000335:0:17047:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f272a 00000100:00080000:0.0:1789601747.000346:0:17047:0:(import.c:65:import_set_state_nolock()) ffff8df4d09a8800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789601747.000419:0:17047:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3644:x1876532918451840:12345-0@lo:39:umount.0 Request processed in 117us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601747.000426:0:17047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1789601747.000433:0:17047:0:(genops.c:885:class_export_put()) final put ffff8df4eb9fd000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:0.0:1789601747.000459:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789601747.000470:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eb9fd000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789601747.000523:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4d09a8800 for lustre-MDT0000 00000100:00080000:2.0:1789601747.001117:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4f37cb000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789601747.001141:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876532918451840:0@lo:39:umount.0 00000100:00080000:3.0:1789601747.001316:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789601747.001321:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789601747.001326:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789601747.002990:0:20618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.003014:0:20618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.003022:0:20618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.003030:0:20618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.003098:0:20618:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789601747.003115:0:20618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.003122:0:20618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.003129:0:20618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.003135:0:20618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.003210:0:17800:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789601747.003220:0:17800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.003228:0:17800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ee400 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:1.0:1789601747.003233:0:17800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.003243:0:17800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789601747.003251:0:17800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789601747.003258:0:17800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789601747.003261:0:17800:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1789601747.003306:0:17800:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.003313:0:17800:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789601747.003356:0:17800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.003363:0:17800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee400/0x74872e3eca9f264a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2651 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.003386:0:17800:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601747.003390:0:17800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.003404:0:17800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4c0031a00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:1.0:1789601747.003407:0:17800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.003414:0:17800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789601747.003420:0:17800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789601747.003425:0:17800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1789601747.003427:0:17800:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1789601747.003442:0:17800:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.003448:0:17800:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789601747.003455:0:17800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.003464:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601747.003465:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601747.003467:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601747.003539:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0068b5de-bd03-471c-817a-758c66ef4c46:3646:1876532918452224:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601747.003682:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601747.003802:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789601747.003818:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0068b5de-bd03-471c-817a-758c66ef4c46:3646:1876532918452096:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601747.003847:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601747.003880:0:17031:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918452224 00000100:00100000:2.0:1789601747.003888:0:17031:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918452224 00010000:00010000:3.0:1789601747.003955:0:20618:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:2.0:1789601747.003959:0:17031:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918452096 00010000:00010000:3.0:1789601747.003962:0:20618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4c0031a00/0x74872e3eca9f2a5d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2a64 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601747.003962:0:17031:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918452096 10000000:01000000:3.0:1789601747.003977:0:20618:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789601747.003992:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601747.003999:0:17031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1789601747.004003:0:20618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601747.004007:0:17031:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3483b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0068b5de-bd03-471c-817a-758c66ef4c46+24:3646:x1876532918452224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789601747.004011:0:20618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.004018:0:20618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601747.004021:0:17031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789601747.004025:0:20618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.004036:0:20618:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789601747.004038:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c3467e00/0x74872e3eca9f2a64 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f2a5d expref: 24 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.004049:0:20618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601747.004053:0:17031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789601747.004056:0:20618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.004061:0:20618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.004067:0:20618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601747.004077:0:20618:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1789601747.004080:0:20618:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1789601747.004083:0:20618:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000100:00100000:2.0:1789601747.004088:0:17031:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3483b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0068b5de-bd03-471c-817a-758c66ef4c46+23:3646:x1876532918452224:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601747.004095:0:17031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789601747.004116:0:17031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789601747.004122:0:17031:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4fbba1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0068b5de-bd03-471c-817a-758c66ef4c46+22:3646:x1876532918452096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789601747.004131:0:17031:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:01000004:3.0:1789601747.004137:0:20618:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00010000:00010000:2.0:1789601747.004139:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c3466600/0x74872e3eca9f2651 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f264a expref: 22 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000000:3.0:1789601747.004141:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1789601747.004146:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00010000:00010000:2.0:1789601747.004147:0:17031:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000080:3.0:1789601747.004154:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1789601747.004159:0:20618:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8df3c3103800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00100000:2.0:1789601747.004165:0:17031:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4fbba1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0068b5de-bd03-471c-817a-758c66ef4c46+21:3646:x1876532918452096:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (319us total) trans 0 rc 0/0 00000020:00080000:3.0:1789601747.004166:0:20618:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8df4eabdf800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789601747.004172:0:20618:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8df4e0e1b000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00100000:2.0:1789601747.004172:0:17031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00080000:3.0:1789601747.004177:0:20618:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8df4d979f000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789601747.004184:0:20618:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8df3c3105000 e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 192.168.203.48@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1789601747.004189:0:20618:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8df4d878d800 cd6d66ee-38de-4023-8d86-925c5cce8186 192.168.203.48@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1789601747.004194:0:20618:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff8df4f763b380) has exports, disconnecting them 00000020:00080000:3.0:1789601747.004199:0:20618:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8df3c3103800), last request at 1789601742 00000020:00000080:3.0:1789601747.004212:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2a2c 00000100:00100000:2.0:1789601747.004255:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0068b5de-bd03-471c-817a-758c66ef4c46:3646:1876532918452096:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601747.004265:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0068b5de-bd03-471c-817a-758c66ef4c46:3646:1876532918452224:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1789601747.004529:0:20618:0:(import.c:65:import_set_state_nolock()) ffff8df3c3102800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1789601747.007219:0:17800:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789601747.007239:0:17800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.007253:0:17800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4fb6b7a00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:1.0:1789601747.007259:0:17800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.007299:0:17800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789601747.007308:0:17800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789601747.007314:0:17800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789601747.007318:0:17800:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789601747.007322:0:17800:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789601747.007379:0:17800:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.007387:0:17800:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789601747.007426:0:17800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.007435:0:17800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7a00/0x74872e3eca9f2bf3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2bfa expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.007452:0:17800:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601747.007456:0:17800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.007463:0:17800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73efa00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:1.0:1789601747.007466:0:17800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.007474:0:17800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789601747.007491:0:17800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789601747.007497:0:17800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1789601747.007499:0:17800:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1789601747.007502:0:17800:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1789601747.007516:0:17800:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.007523:0:17800:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789601747.007529:0:17800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.007535:0:17800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f73efa00/0x74872e3eca9f263c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2643 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.007574:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601747.007576:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601747.007578:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601747.007602:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0068b5de-bd03-471c-817a-758c66ef4c46:3648:1876532918452480:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1789601747.007617:0:20618:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df3c3103800): rc 0 00000020:00000080:3.0:1789601747.007621:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c3103800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1789601747.007636:0:20618:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8df4eabdf800), last request at 1789601742 00000020:00000080:3.0:1789601747.007645:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f28c7 00000100:00080000:3.0:1789601747.007655:0:20618:0:(import.c:65:import_set_state_nolock()) ffff8df4eabd8000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789601747.007669:0:20618:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df4eabdf800): rc 0 00000020:00000080:3.0:1789601747.007670:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4eabdf800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1789601747.007675:0:20618:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8df4e0e1b000), last request at 1789601675 00000020:00000080:3.0:1789601747.007677:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2818 00000100:00080000:3.0:1789601747.007681:0:20618:0:(import.c:65:import_set_state_nolock()) ffff8df3c23dd000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1789601747.007682:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1789601747.007687:0:20618:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df4e0e1b000): rc 0 00000020:00000080:3.0:1789601747.007689:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4e0e1b000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1789601747.007693:0:20618:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8df4d979f000), last request at 1789601674 00000020:00000080:3.0:1789601747.007696:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f27bd 00000100:00080000:3.0:1789601747.007699:0:20618:0:(import.c:65:import_set_state_nolock()) ffff8df4f8b44800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789601747.007706:0:20618:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:1.0:1789601747.007748:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789601747.007755:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0068b5de-bd03-471c-817a-758c66ef4c46:3648:1876532918452352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789601747.007790:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1789601747.007803:0:20618:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df4d979f000): rc 0 00000004:00000080:3.0:1789601747.007811:0:20618:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa27c885bbae0 00010000:00010000:1.0:1789601747.007824:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789601747.007836:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789601747.007840:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:2.0:1789601747.008026:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601747.008063:0:17032:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918452480 00000100:00100000:2.0:1789601747.008074:0:17032:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918452480 00000100:00100000:2.0:1789601747.008189:0:17032:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918452352 00000100:00100000:2.0:1789601747.008192:0:17032:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918452352 00010000:00010000:0.0:1789601747.008301:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789601747.008318:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c3103800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1789601747.008366:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eabdf800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789601747.008406:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4e0e1b000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1789601747.008430:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c3102800 for lustre-MDT0000 00000020:00000080:0.0:1789601747.008435:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4eabd8000 for lustre-MDT0000 00000020:00000080:0.0:1789601747.008438:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c23dd000 for lustre-MDT0000 00000100:00100000:1.0:1789601747.008670:0:17030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789601747.008683:0:17030:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0068b5de-bd03-471c-817a-758c66ef4c46+22:3648:x1876532918452480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601747.008700:0:17030:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601747.008725:0:17030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737d600/0x74872e3eca9f2643 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f263c expref: 22 pid: 17039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.008741:0:17030:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601747.008988:0:17030:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0068b5de-bd03-471c-817a-758c66ef4c46+21:3648:x1876532918452480:12345-0@lo:103:ldlm_bl.0 Request processed in 307us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601747.008997:0:17030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789601747.009023:0:17030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789601747.009030:0:17030:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0068b5de-bd03-471c-817a-758c66ef4c46+20:3648:x1876532918452352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601747.009039:0:17030:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601747.009050:0:17030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f7382000/0x74872e3eca9f2bfa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f2bf3 expref: 20 pid: 17039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601747.009058:0:17030:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601747.009081:0:17030:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0068b5de-bd03-471c-817a-758c66ef4c46+19:3648:x1876532918452352:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (1290us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601747.009087:0:17030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789601747.009252:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0068b5de-bd03-471c-817a-758c66ef4c46:3648:1876532918452480:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789601747.009274:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0068b5de-bd03-471c-817a-758c66ef4c46:3648:1876532918452352:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1789601747.010154:0:20618:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789601747.010191:0:20618:0:(import.c:65:import_set_state_nolock()) ffff8df4d09a9800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789601747.010261:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918452608:0@lo:39:umount.0 00000100:00100000:2.0:1789601747.010330:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601747.010415:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918452608 00000100:00100000:0.0:1789601747.010423:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918452608 00000100:00100000:0.0:1789601747.010484:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1789601747.010494:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3483b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876532918452608:12345-0@lo:39:umount.0 00000020:00000080:0.0:1789601747.010527:0:17051:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2842 00000100:00080000:0.0:1789601747.010538:0:17051:0:(import.c:65:import_set_state_nolock()) ffff8df4f7341000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789601747.010600:0:17051:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:3.0:1789601747.011255:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789601747.011260:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1789601747.011284:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789601747.011349:0:20618:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789601747.011382:0:20618:0:(import.c:65:import_set_state_nolock()) ffff8df4f70a0800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789601747.011476:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918452736:0@lo:9:umount.0 00000100:00100000:2.0:1789601747.011523:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601747.011652:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3483b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3644:x1876532918452608:12345-0@lo:39:umount.0 Request processed in 1157us (1319us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1789601747.011663:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00010000:00010000:0.0:1789601747.011693:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601747.011730:0:18553:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918452736 00000100:00100000:1.0:1789601747.011736:0:18553:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918452736 00000100:00080000:3.0:1789601747.011955:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789601747.011959:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1789601747.011970:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789601747.012049:0:20618:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789601747.012062:0:20618:0:(import.c:65:import_set_state_nolock()) ffff8df3c2b0f800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789601747.012110:0:20618:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8df4f763b380) has no exports 00000100:00100000:1.0:1789601747.012169:0:18553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789601747.012181:0:18553:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876532918452736:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789601747.012204:0:18553:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f290d 00000100:00080000:1.0:1789601747.012217:0:18553:0:(import.c:65:import_set_state_nolock()) ffff8df4efcca000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789601747.012272:0:18553:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789601747.012428:0:18553:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3644:x1876532918452736:12345-0@lo:9:umount.0 Request processed in 250us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601747.012436:0:18553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:3.0:1789601747.012475:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789601747.012531:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4d09a9800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789601747.012539:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918452608:0@lo:39:umount.0 00000100:00100000:2.0:1789601747.012583:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918452864:0@lo:9:umount.0 00000100:00100000:2.0:1789601747.012616:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789601747.013343:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4f70a0800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789601747.013357:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789601747.013359:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789601747.013363:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918452736:0@lo:9:umount.0 00000100:00100000:0.0:1789601747.013440:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918452864 00000100:00100000:0.0:1789601747.013449:0:18554:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918452864 00000100:00100000:0.0:1789601747.013507:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789601747.013517:0:18554:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876532918452864:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789601747.013544:0:18554:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2a6b 00000100:00080000:0.0:1789601747.013569:0:18554:0:(import.c:65:import_set_state_nolock()) ffff8df4d878e000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789601747.013614:0:18554:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789601747.013762:0:18554:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3644:x1876532918452864:12345-0@lo:9:umount.0 Request processed in 247us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601747.013782:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:0.0:1789601747.014049:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789601747.014304:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789601747.014342:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c2b0f800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789601747.014365:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789601747.014368:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789601747.014372:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918452864:0@lo:9:umount.0 00000020:00080000:0.0:1789601747.021123:0:20618:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8df4f763b380) has no exports 00000020:00000080:0.0:1789601747.095031:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2697 00000020:00000080:0.0:1789601747.095049:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4eb9fe000/lustre-QMT0000_UUID 00000020:01000000:0.0:1789601747.095077:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1789601747.095427:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eb9fe000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789601747.095500:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789601747.095544:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789601747.095550:0:20618:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff8df4f73519c0) has no exports 00000020:00000080:2.0:1789601747.099779:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2690 00000020:00000080:2.0:1789601747.099792:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4eb9f6800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789601747.099876:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789601747.099890:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789601747.099893:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4eb9f1000/lustre-QMT0000_UUID 00000020:00000080:2.0:1789601747.099897:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eb9f1000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789601747.099905:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1789601747.100421:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eb9f6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:1.0:1789601747.270530:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789601747.270598:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d09c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918452992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789601747.270691:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601747.271239:0:20530:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918452992 00000100:00100000:3.0:1789601747.271250:0:20530:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918452992 00000100:00100000:3.0:1789601747.271322:0:20530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789601747.271334:0:20530:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918452992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789601747.271364:0:20530:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789601747.271426:0:20530:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918452992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601747.271433:0:20530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1789601747.271459:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789601747.271576:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789601747.271589:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918453120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789601747.271626:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601747.271744:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d09c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918452992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789601747.271877:0:20531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918453120 00000100:00100000:0.0:1789601747.271883:0:20531:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918453120 00000100:00080000:2.0:1789601747.272064:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789601747.272179:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876532918453504:0@lo:400:kworker.0 00000100:00100000:2.0:1789601747.272217:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601747.272312:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789601747.272318:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3482680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876532918453632:0@lo:400:kworker.0 00000100:00100000:2.0:1789601747.272342:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601747.272372:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918453504 00000100:00100000:2.0:1789601747.272377:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918453504 00000100:00100000:2.0:1789601747.272404:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918453632 00000100:00100000:2.0:1789601747.272407:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918453632 00000100:00100000:2.0:1789601747.272438:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789601747.272446:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3480e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876532918453632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601747.272492:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3480e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876532918453632:12345-0@lo:400:kworker.0 Request processed in 46us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601747.272499:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789601747.272522:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789601747.272527:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1876532918453504:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789601747.272550:0:17045:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789601747.272659:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3480380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918453248:0@lo:400:kworker.0 00000100:00100000:1.0:1789601747.272696:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601747.272720:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876532918453760:0@lo:400:kworker.0 00000100:00100000:1.0:1789601747.272742:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601747.272755:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789601747.272761:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3480700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918453376:0@lo:400:kworker.0 00000100:00100000:1.0:1789601747.272853:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601747.272868:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3480000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876532918453888:0@lo:400:kworker.0 00000100:00100000:1.0:1789601747.272896:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601747.273405:0:20531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789601747.273420:0:20531:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918453120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789601747.273448:0:20531:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789601747.273499:0:20531:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918453120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (1872us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601747.273507:0:20531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789601747.273539:0:19998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918453760 00000100:00100000:0.0:1789601747.273545:0:19998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918453760 00000100:00100000:3.0:1789601747.273678:0:17046:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918453376 00000100:00100000:3.0:1789601747.273683:0:17046:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918453376 00000100:00100000:3.0:1789601747.273703:0:17046:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918453888 00000100:00100000:3.0:1789601747.273707:0:17046:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918453888 00000100:00100000:3.0:1789601747.273728:0:17046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1789601747.273735:0:17046:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876532918453888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601747.273877:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918453248 00000100:00100000:1.0:1789601747.273882:0:17050:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918453248 00000100:00100000:1.0:1789601747.273913:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789601747.274039:0:17046:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876532918453888:12345-0@lo:400:kworker.0 Request processed in 303us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601747.274047:0:17046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1789601747.274067:0:17046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789601747.274071:0:17046:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3647:x1876532918453376:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789601747.274089:0:17046:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789601747.274120:0:17046:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3647:x1876532918453376:12345-0@lo:400:kworker.0 Request processed in 48us (1267us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789601747.274126:0:17046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:3.0:1789601747.274146:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1789601747.274193:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c3482680 x1876532918453632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601747.274211:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3482680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876532918453632:0@lo:400:kworker.0 00000100:00100000:2.0:1789601747.274355:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1876532918453504:12345-0@lo:400:kworker.0 Request processed in 1825us (2136us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789601747.274364:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:2.0:1789601747.274439:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789601747.274446:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8df4f891b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789601747.274451:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1789601747.274529:0:17050:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3647:x1876532918453248:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789601747.274537:0:17050:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789601747.274588:0:17050:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3647:x1876532918453248:12345-0@lo:400:kworker.0 Request processed in 668us (1891us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789601747.274595:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789601747.274704:0:19998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789601747.274711:0:19998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3647:x1876532918453760:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789601747.274717:0:19998:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789601747.274746:0:19998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3647:x1876532918453760:12345-0@lo:400:kworker.0 Request processed in 35us (2004us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789601747.274752:0:19998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789601747.275080:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918453120:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1789601747.275118:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789601747.275122:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8df3c1911000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789601747.275126:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789601747.275131:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8df3c1911000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789601747.275136:0:3645:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 557 00000100:00080000:3.0:1789601747.275147:0:3645:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8df3c1911000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:3.0:1789601747.275182:0:3645:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd5dc00 x1876532918454016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789601747.275216:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876532918453504:0@lo:400:kworker.0 00000100:00100000:0.0:1789601747.275589:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876532918454016:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1789601747.275642:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601747.275874:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918454016 00000100:00100000:1.0:1789601747.275882:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918454016 00000100:00100000:1.0:1789601747.275913:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789601747.275920:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918454016:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1789601747.276364:0:17045:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789601747.305884:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918454016:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 29954us (30232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789601747.305920:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1789601747.314076:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c1911000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789601747.314093:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789601747.314099:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876532918454016:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:2.0:1789601747.319431:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8df4f891b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601747.319449:0:3647:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 543 00000100:00080000:2.0:1789601747.319754:0:3647:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8df4f891b800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:3.0:1789601747.323550:0:3647:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd5e300 x1876532918454144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789601747.323643:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3480700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918453376:0@lo:400:kworker.0 00010000:00080000:3.0:1789601747.323702:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c3480000 x1876532918453888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601747.323742:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3480000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876532918453888:0@lo:400:kworker.0 00000100:00080000:3.0:1789601747.323764:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789601747.323770:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8df4c51a3800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789601747.323774:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1789601747.324021:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876532918454144:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1789601747.324117:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601747.324203:0:19998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918454144 00000100:00100000:1.0:1789601747.324214:0:19998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918454144 00000100:00080000:3.0:1789601747.324240:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8df4c51a3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789601747.324246:0:3647:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 543 00000100:00080000:3.0:1789601747.324260:0:3647:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8df4c51a3800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:1.0:1789601747.324276:0:19998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789601747.324289:0:3647:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd5d880 x1876532918454272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789601747.324291:0:19998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876532918454144:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1789601747.324318:0:19998:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789601747.324378:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918454272:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1789601747.324425:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601747.324641:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3480380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918453248:0@lo:400:kworker.0 00000100:00080000:3.0:1789601747.324665:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789601747.324670:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8df3c3105800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789601747.324673:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789601747.324678:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8df3c3105800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789601747.324681:0:3647:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 574 00000100:00080000:3.0:1789601747.324687:0:3647:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8df3c3105800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:3.0:1789601747.324704:0:3647:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd5d180 x1876532918454400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789601747.326209:0:19998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876532918454144:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 1908us (2079us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789601747.326227:0:19998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:2.0:1789601747.328191:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4f891b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601747.328208:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789601747.328215:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876532918454144:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1789601747.328267:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876532918454400:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1789601747.328895:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601747.328979:0:17047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918454400 00000100:00100000:0.0:1789601747.328989:0:17047:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918454400 00000100:00100000:2.0:1789601747.329032:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918454272 00000100:00100000:0.0:1789601747.329037:0:17047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789601747.329041:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918454272 00000100:00100000:0.0:1789601747.329048:0:17047:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876532918454400:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1789601747.329071:0:17047:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789601747.329080:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789601747.329087:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918454272:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:2.0:1789601747.329098:0:17051:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789601747.329135:0:17047:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876532918454400:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 87us (240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789601747.329143:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918454272:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 54us (4716us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789601747.329144:0:17047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789601747.329155:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:0.0:1789601747.329187:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c3105800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789601747.329193:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789601747.329198:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876532918454400:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:0.0:1789601747.329211:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c51a3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789601747.329215:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789601747.329218:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918454272:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1789601747.330855:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876532918453760:0@lo:400:kworker.0 00000040:00080000:1.0:1789601747.847207:0:17799:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789601747.975412:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789601748.813550:0:19366:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789601748.813593:0:19366:0:(genops.c:885:class_export_put()) final put ffff8df4d878f000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1789601748.813626:0:19366:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of cd6d66ee-38de-4023-8d86-925c5cce8186 00000020:00000080:2.0:1789601748.813629:0:19366:0:(genops.c:885:class_export_put()) final put ffff8df3c3104800/cd6d66ee-38de-4023-8d86-925c5cce8186 00000020:00000080:3.0:1789601748.813720:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d878f000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1789601748.813772:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c3104800/cd6d66ee-38de-4023-8d86-925c5cce8186 for lustre-OST0001 00000020:00000080:3.0:1789601748.813823:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4d878e000 for lustre-OST0001 00000020:00000080:3.0:1789601748.813828:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c3106800 for lustre-OST0001 00000001:00100000:1.0:1789601748.813964:0:17025:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789601748.813968:0:17025:0:(genops.c:885:class_export_put()) final put ffff8df4d979f000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789601748.813983:0:17025:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 00000001:00080000:1.0:1789601748.813991:0:17025:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1789601748.813993:0:17025:0:(genops.c:885:class_export_put()) final put ffff8df3c3105000/e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 00000001:00100000:1.0:1789601748.813997:0:17025:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of cd6d66ee-38de-4023-8d86-925c5cce8186 00000001:00080000:1.0:1789601748.814002:0:17025:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1789601748.814013:0:17025:0:(genops.c:885:class_export_put()) final put ffff8df4d878d800/cd6d66ee-38de-4023-8d86-925c5cce8186 00000020:00000080:3.0:1789601748.814042:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d979f000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1789601748.814090:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c3105000/e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 for lustre-MDT0000 00000020:00000080:3.0:1789601748.814122:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d878d800/cd6d66ee-38de-4023-8d86-925c5cce8186 for lustre-MDT0000 00000020:00000080:3.0:1789601748.814173:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4f8b44800 for lustre-MDT0000 00000020:00000080:3.0:1789601748.814179:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c3104000 for lustre-MDT0000 00000020:00000080:3.0:1789601748.814182:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4d878c000 for lustre-MDT0000 00000001:00100000:1.0:1789601748.816055:0:17778:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1789601748.816082:0:17778:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1789601748.816087:0:17778:0:(genops.c:885:class_export_put()) final put ffff8df4f7346000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789601748.816113:0:17778:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 00000001:00080000:1.0:1789601748.816117:0:17778:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1789601748.816119:0:17778:0:(genops.c:885:class_export_put()) final put ffff8df3c1a19800/e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 00000001:00100000:1.0:1789601748.816125:0:17778:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of cd6d66ee-38de-4023-8d86-925c5cce8186 00000001:00080000:1.0:1789601748.816131:0:17778:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1789601748.816132:0:17778:0:(genops.c:885:class_export_put()) final put ffff8df4eabd9000/cd6d66ee-38de-4023-8d86-925c5cce8186 00000020:00000080:3.0:1789601748.816269:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f7346000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1789601748.816315:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c1a19800/e405907e-9072-4b15-9fd7-2bb5f7d7c0b7 for lustre-MDT0001 00000020:00000080:3.0:1789601748.816341:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eabd9000/cd6d66ee-38de-4023-8d86-925c5cce8186 for lustre-MDT0001 00000020:00000080:3.0:1789601748.816368:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4f7341000 for lustre-MDT0001 00000020:00000080:3.0:1789601748.816376:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c1a1d000 for lustre-MDT0001 00000020:00000080:3.0:1789601748.816379:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4efcd0800 for lustre-MDT0001 00010000:00010000:3.0:1789601748.999998:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789601749.125800:0:20618:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8df3c30c4660 - data ffff8df4c44330d8/ffff8df3c3033800 00000020:01000000:2.0:1789601749.125995:0:20618:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8df4c54f2b40 - data ffff8df4c443e360/ffff8df4fc3ac800 00000001:00000004:2.0:1789601749.134121:0:20618:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1789601749.188186:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789601749.188195:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789601749.188209:0:20618:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8df4efd5ed80 x1876532918452608/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789601757 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601749.188234:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789601749.200760:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789601749.200768:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1789601749.200905:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789601749.200908:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789601749.205242:0:17069:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789601749.205251:0:17069:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789601749.205268:0:17069:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789601749.205955:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789601749.205961:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1789601749.205979:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789601749.205982:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789601749.206371:0:17071:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789601749.206375:0:17071:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1789601749.206386:0:17071:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789601749.207801:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f265f 00000020:00000080:1.0:1789601749.207812:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c23df800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789601749.208791:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c23df800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789601749.209337:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2674 00000020:00000080:1.0:1789601749.209346:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4f8b50800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789601749.209363:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1789601749.209367:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789601749.209375:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789601749.209379:0:20618:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff8df4f763cd40) has no exports 00000004:01000000:1.0:1789601749.209586:0:20618:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789601749.209594:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f26d6 00000020:00000080:1.0:1789601749.209599:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c2b0c000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789601749.209602:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789601749.209606:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789601749.209610:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789601749.209613:0:20618:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff8df4fb538000) has no exports 00000020:00000080:1.0:1789601749.209619:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f26cf 00000020:00000080:1.0:1789601749.209622:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c2b08000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789601749.210075:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f8b50800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1789601749.210085:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c2b0c000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1789601749.210089:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c2b08000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1789601749.211159:0:20618:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1789601749.211165:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789601749.211170:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1789601749.211177:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789601749.211179:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789601749.211224:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789601749.211232:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789601749.211239:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f26c1 00000020:00000080:1.0:1789601749.211246:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4f70a1800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789601749.211251:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789601749.211257:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789601749.211260:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789601749.211264:0:20618:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff8df4fb5399c0) has no exports 00000020:00000080:1.0:1789601749.211269:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f26ba 00000020:00000080:1.0:1789601749.211272:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4f70a2800/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1789601749.211650:0:20618:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1789601749.211654:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789601749.211656:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1789601749.211659:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789601749.211661:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789601749.211684:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789601749.211689:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1789601749.211699:0:20618:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789601749.211704:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f26ac 00000020:00000080:1.0:1789601749.211708:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4d016f800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789601749.211712:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1789601749.211715:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789601749.211719:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789601749.211721:0:20618:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff8df4f72699c0) has no exports 00000020:00000080:1.0:1789601749.211725:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f26a5 00000020:00000080:1.0:1789601749.211727:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4d09aa000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789601749.212689:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c2b0f800 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1789601749.212706:0:37:0:(genops.c:885:class_export_put()) final put ffff8df4f70a4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789601749.212709:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f70a4000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1789601749.212716:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789601749.212797:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f70a1800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1789601749.212804:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f70a2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789601749.212808:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4f70a0800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1789601749.212811:0:37:0:(genops.c:885:class_export_put()) final put ffff8df4f70a2000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789601749.212813:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f70a2000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1789601749.212816:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789601749.213211:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d016f800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1789601749.213217:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d09aa000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1789601749.213248:0:20618:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1789601749.213252:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789601749.213256:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789601749.213261:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789601749.213311:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601749.213318:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789601749.213342:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601749.213345:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789601749.213348:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c23de800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789601749.213350:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c23de800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1789601749.213354:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789601749.213422:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f267b 00000020:00000080:0.0:1789601749.213428:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4f8b55000/lustre-MDD0000_UUID 00000020:01000000:0.0:1789601749.213432:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1789601749.213444:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789601749.213449:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789601749.213452:0:20618:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff8df4f76399c0) has no exports 00000020:00000080:0.0:1789601749.213478:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601749.213481:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1789601749.213485:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2682 00000020:00000080:0.0:1789601749.213489:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c23db800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789601749.213497:0:20618:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df3c41ab800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1789601749.213500:0:20618:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df3c41ab800 3 00000020:01000004:0.0:1789601749.213503:0:20618:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8df3c41ab800 from lustre-MDT0000 00000020:00000080:0.0:1789601749.213523:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601749.213526:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1789601749.213529:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c23da800/lustre-MDT0000_UUID 00000020:00000080:0.0:1789601749.213531:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c23da800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1789601749.213537:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1789601749.213589:0:20618:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1789601749.213593:0:20618:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1789601749.213596:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1789601749.213599:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789601749.213602:0:20618:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789601749.213609:0:20618:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff8df3c3739800 0068b5de-bd03-471c-817a-758c66ef4c46 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789601749.213614:0:20618:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff8df4f7268000) has exports, disconnecting them 00000020:00080000:0.0:1789601749.213618:0:20618:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8df3c3739800), last request at 1789601659 00000020:00000080:0.0:1789601749.213632:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2627 00000020:00010000:0.0:1789601749.213636:0:20618:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8df3c3739800: total 2 00000100:00080000:0.0:1789601749.213640:0:20618:0:(import.c:65:import_set_state_nolock()) ffff8df3c373f800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789601749.213651:0:20618:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df3c3739800): rc 0 00000020:00080000:0.0:1789601749.213655:0:20618:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff8df4f7268000) has no exports 00000020:00010000:0.0:1789601749.213666:0:17034:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8df3c3739800: total 2 00010000:00010000:0.0:1789601749.213669:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601749.213689:0:17034:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8df3c3739800, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1789601749.213718:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f73ee200/0x74872e3eca9f2888 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f2881 expref: 14 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.213734:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4c0031800/0x74872e3eca9f2a17 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f2a10 expref: 13 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.213756:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c3466200/0x74872e3eca9f2a56 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f2a4f expref: 12 pid: 17039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.213771:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737d000/0x74872e3eca9f2635 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f262e expref: 11 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.214214:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737d800/0x74872e3eca9f2bd0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f2bc9 expref: 10 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.214231:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f2746 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f273f expref: 9 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.214241:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c3467600/0x74872e3eca9f28b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f28ab expref: 8 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.214250:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2bde lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f2bd7 expref: 7 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.214258:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4c1678800/0x74872e3eca9f2803 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f27fc expref: 6 pid: 17039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.214267:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737cc00/0x74872e3eca9f2754 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f274d expref: 5 pid: 17039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.214276:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f2bec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f2be5 expref: 4 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.214286:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f73efe00/0x74872e3eca9f2762 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f275b expref: 3 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.214311:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c3467200/0x74872e3eca9f29ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x74872e3eca9f29e6 expref: 2 pid: 17039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601749.214321:0:17034:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8df3c3739800, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1789601749.214336:0:17034:0:(genops.c:885:class_export_put()) final put ffff8df3c3739800/0068b5de-bd03-471c-817a-758c66ef4c46 00010000:00010000:0.0:1789601749.214340:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601749.214342:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601749.214344:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601749.214407:0:17037:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff8df4f8accc00:17037] 0 exiting: rc = 1 00000100:00100000:0.0:1789601749.214508:0:17038:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff8df4f8acc000:17038] 1 exiting: rc = 0 00000100:00100000:3.0:1789601749.214814:0:17039:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff8df3c31a9800:17039] 2 exiting: rc = 0 00000020:00000080:3.0:1789601749.214881:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4d09a9800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1789601749.214888:0:37:0:(genops.c:885:class_export_put()) final put ffff8df4d09ac800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789601749.214890:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d09ac800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1789601749.214897:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789601749.214960:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f8b55000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1789601749.214964:0:37:0:(genops.c:885:class_export_put()) final put ffff8df3c23d9000/lustre-MDD0000_UUID 00000020:00000080:3.0:1789601749.214966:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c23d9000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1789601749.214970:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1789601749.214993:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c23db800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789601749.214997:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c3739800/0068b5de-bd03-471c-817a-758c66ef4c46 for MGS 00000020:00000080:3.0:1789601749.215017:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c373f800 for MGS 00000100:00100000:0.0:1789601749.215544:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215552:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215583:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215590:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215596:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215602:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215607:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215613:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215618:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215623:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215630:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215635:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215640:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215645:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215649:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215656:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215662:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215668:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215672:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215678:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215684:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215698:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215703:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215709:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215714:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215720:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215725:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215730:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215736:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215742:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215747:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215754:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215759:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215765:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215770:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215776:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215781:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215787:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215793:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215798:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215804:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215809:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215815:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215820:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215838:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215844:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215849:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215856:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215861:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215867:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215873:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215879:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215884:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215890:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215894:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215900:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215913:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215918:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215933:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215942:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215947:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215952:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215958:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601749.215963:0:20618:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1789601749.217424:0:20618:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8df3c30c45a0 - data ffff8df3c1c55438/ffff8df3c3032c00 00000020:01000000:0.0:1789601749.217542:0:20618:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8df4f8b162a0 - data ffff8df4c45ac948/ffff8df4f87b4400 00000020:00000080:0.0:1789601749.217971:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f260b 00000020:00000080:0.0:1789601749.217979:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c41ad000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789601749.217991:0:20618:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df3c41ab800 from MGS, refs=2 00000020:01000004:0.0:1789601749.217994:0:20618:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df3c41ab800 2 00000020:01000004:0.0:1789601749.217997:0:20618:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8df3c41ab800 from MGS 00000020:00000080:0.0:1789601749.218013:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601749.218018:0:20618:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1789601749.218020:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c41ae800/MGS 00000020:00000080:0.0:1789601749.218023:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c41ae800/MGS for MGS 00000020:01000000:0.0:1789601749.218029:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000080:3.0:1789601749.218275:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c41ad000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1789601749.218385:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1789601749.218398:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789601749.218403:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789601749.218410:0:20618:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8df4eb9fa800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789601749.218415:0:20618:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff8df3c2103380) has exports, disconnecting them 00000020:00080000:0.0:1789601749.218420:0:20618:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8df4eb9fa800), last request at 1789601660 00000020:00000080:0.0:1789601749.218423:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f270e 00000020:00080000:0.0:1789601749.218433:0:20618:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df4eb9fa800): rc 0 00000020:00000080:0.0:1789601749.218445:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df4eb9fa800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789601749.218917:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eb9fa800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1789601749.247700:0:20618:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1789601749.247709:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789601749.247713:0:20618:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789601749.247721:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789601749.247902:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789601749.247911:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1789601749.247918:0:20618:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df3c41ab800 1 00000020:00000080:1.0:1789601749.247935:0:20618:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f25fd 00000020:00000080:1.0:1789601749.247944:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c41ae000/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1789601749.247949:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1789601749.247953:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789601749.247957:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789601749.247960:0:20618:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff8df4f726b380) has no exports 00000020:00000080:3.0:1789601749.250469:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4f37cb000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789601749.250482:0:1385:0:(genops.c:885:class_export_put()) final put ffff8df4f37cf800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1789601749.250485:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f37cf800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1789601749.250495:0:1385:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1789601749.250588:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c41ae000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789601749.311666:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789601749.311680:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1789601749.311685:0:20618:0:(genops.c:885:class_export_put()) final put ffff8df3c41ac800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789601749.311698:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c41ac800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1789601749.311710:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1789601749.311838:0:20618:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8df3c41a8800 00000020:02000400:1.0:1789601749.311902:0:20618:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1789601750.031783:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601751.052386:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601752.074048:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789601752.389747:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789601752.389754:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789601752.389758:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4c51a3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601752.389765:0:13926:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 615 00000100:00080000:2.0:1789601752.389771:0:13926:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789601752.389782:0:13926:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8df4c51a3800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601752.389805:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c3481f80 x1876532918454656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601752.389843:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789601752.389847:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789601752.389849:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4f891b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601752.389852:0:13926:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 615 00000100:00080000:2.0:1789601752.389855:0:13926:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789601752.389860:0:13926:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8df4f891b800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601752.389872:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c3482d80 x1876532918455040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601752.389880:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789601752.389883:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789601752.389892:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df3c1911000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601752.389896:0:13926:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 615 00000100:00080000:2.0:1789601752.389898:0:13926:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789601752.389915:0:13926:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8df3c1911000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601752.389927:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c3480380 x1876532918455168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601752.389943:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789601752.389946:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789601752.389947:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df3c3105800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601752.389950:0:13926:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 615 00000100:00080000:2.0:1789601752.389952:0:13926:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789601752.389956:0:13926:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8df3c3105800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601752.389965:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c3480700 x1876532918455424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789601752.389996:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3481500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918454784:0@lo:400:kworker.0 00000100:00100000:2.0:1789601752.390059:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601752.390109:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789601752.390115:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3481880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0068b5de-bd03-471c-817a-758c66ef4c46:3646:1876532918454528:0@lo:400:kworker.0 00000400:00000100:2.0:1789601752.390134:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876532918454528 offset 0 length 224: 4 00000100:00100000:2.0:1789601752.390150:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876532918455552:0@lo:400:kworker.0 00000100:00100000:2.0:1789601752.390174:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601752.390202:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3481f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918454656:0@lo:38:kworker.0 00000100:00100000:2.0:1789601752.390226:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601752.390242:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876532918455040:0@lo:38:kworker.0 00000100:00100000:2.0:1789601752.390272:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601752.390290:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3480380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876532918455168:0@lo:38:kworker.0 00000100:00100000:2.0:1789601752.390310:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601752.390327:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3480700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876532918455424:0@lo:38:kworker.0 00000100:00100000:2.0:1789601752.390346:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601752.390372:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3480000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876532918455296:0@lo:400:kworker.0 00000100:00100000:2.0:1789601752.390394:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601752.390406:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789601752.390410:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3481180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918454912:0@lo:400:kworker.0 00000100:00100000:2.0:1789601752.390428:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601752.390455:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918454784 00000100:00100000:2.0:1789601752.390463:0:18554:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918454784 00000100:00100000:2.0:1789601752.390514:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918454912 00000100:00100000:2.0:1789601752.390518:0:18554:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918454912 00000100:00100000:2.0:1789601752.390540:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789601752.390550:0:18554:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918454784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601752.390631:0:18554:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918454784:12345-0@lo:400:kworker.0 Request processed in 83us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601752.390638:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789601752.390656:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789601752.390662:0:18554:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5485180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918454912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601752.390693:0:18554:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5485180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918454912:12345-0@lo:400:kworker.0 Request processed in 32us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601752.390700:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789601752.390717:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918454656 00000100:00100000:2.0:1789601752.390721:0:17051:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918454656 00000100:00100000:2.0:1789601752.390747:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789601752.390752:0:17051:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918454656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789601752.390769:0:17051:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789601752.391804:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918455552 00000100:00100000:1.0:1789601752.391814:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918455552 00000100:00100000:1.0:1789601752.391852:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918455040 00000100:00100000:1.0:1789601752.391855:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918455040 00000100:00100000:1.0:1789601752.391866:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918455168 00000100:00100000:1.0:1789601752.391869:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918455168 00000100:00100000:1.0:1789601752.391877:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918455424 00000100:00100000:1.0:1789601752.391880:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918455424 00000100:00100000:1.0:1789601752.391888:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918455296 00000100:00100000:1.0:1789601752.391890:0:17045:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918455296 00000100:00100000:1.0:1789601752.391921:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789601752.391929:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876532918455552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601752.391982:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876532918455552:12345-0@lo:400:kworker.0 Request processed in 55us (1807us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601752.391989:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789601752.392006:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789601752.392012:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876532918455296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601752.392042:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876532918455296:12345-0@lo:400:kworker.0 Request processed in 30us (1646us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601752.392047:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789601752.392059:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789601752.392063:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918455040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789601752.392079:0:17045:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789601752.392118:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918455040:12345-0@lo:38:kworker.0 Request processed in 53us (1844us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789601752.392135:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789601752.392148:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1789601752.392152:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918455168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789601752.392162:0:17045:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789601752.392187:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918455168:12345-0@lo:38:kworker.0 Request processed in 34us (1876us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789601752.392192:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1789601752.392202:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789601752.392206:0:17045:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918455424:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789601752.392214:0:17045:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789601752.392236:0:17045:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918455424:12345-0@lo:38:kworker.0 Request processed in 29us (1889us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789601752.392241:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789601752.392288:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789601752.392299:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918455680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789601752.392332:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789601752.392512:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789601752.392518:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789601752.392519:0:17041:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789601752.392531:0:20530:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918455680 00000100:00100000:3.0:1789601752.392535:0:20530:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918455680 00000100:00100000:3.0:1789601752.392592:0:20530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789601752.392601:0:20530:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918455680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789601752.392623:0:20530:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789601752.392672:0:20530:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918455680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601752.392678:0:20530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789601752.392727:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918455680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789601752.393859:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3481180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918454912:0@lo:400:kworker.0 00010000:00080000:3.0:1789601752.393876:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8df3c3480000 x1876532918455296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601752.393887:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3480000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876532918455296:0@lo:400:kworker.0 00010000:00080000:3.0:1789601752.393934:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8df3c3481c00 x1876532918455552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601752.393943:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876532918455552:0@lo:400:kworker.0 00000100:00100000:3.0:1789601752.393954:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3481500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918454784:0@lo:400:kworker.0 00000100:00080000:3.0:1789601752.393997:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4f891b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789601752.394002:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789601752.394005:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876532918455040:0@lo:38:kworker.0 00000100:00080000:3.0:1789601752.394014:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c1911000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789601752.394017:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789601752.394020:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3480380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876532918455168:0@lo:38:kworker.0 00000100:00080000:3.0:1789601752.394029:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c3105800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789601752.394032:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789601752.394035:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3480700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876532918455424:0@lo:38:kworker.0 00000100:00100000:1.0:1789601752.394381:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789601752.394392:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918455808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789601752.394437:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601752.394472:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918455808 00000100:00100000:1.0:1789601752.394477:0:18555:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918455808 00000100:00100000:1.0:1789601752.394513:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789601752.394520:0:18555:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918455808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789601752.394543:0:18555:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789601752.394604:0:18555:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918455808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601752.394621:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789601752.394655:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918455808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789601752.428611:0:17051:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918454656:12345-0@lo:38:kworker.0 Request processed in 37849us (38376us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789601752.428633:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:3.0:1789601752.428685:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c51a3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789601752.428690:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789601752.428695:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3481f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918454656:0@lo:38:kworker.0 00000020:01000004:1.0:1789601752.800451:0:20819:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789601752.822722:0:20819:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1789601752.822790:0:20819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.822808:0:20819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.822815:0:20819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.822823:0:20819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.822846:0:20819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789601752.822853:0:20819:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789601752.822877:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789601752.822883:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789601752.822889:0:20819:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789601752.822895:0:20819:0:(import.c:65:import_set_state_nolock()) ffff8df4f891b800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789601752.822911:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789601752.822913:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789601752.822916:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789601752.824007:0:20819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824039:0:20819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824045:0:20819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824051:0:20819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824074:0:20819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789601752.824079:0:20819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824087:0:20819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824093:0:20819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824100:0:20819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824112:0:20819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1789601752.824118:0:20819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824125:0:20819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824141:0:20819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824146:0:20819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824153:0:20819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1789601752.824158:0:20819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824164:0:20819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824169:0:20819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824175:0:20819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601752.824180:0:20819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:3.0:1789601752.824183:0:20819:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1789601752.824206:0:20819:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1789601752.824210:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1789601752.824214:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789601752.824219:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1789601752.824226:0:20819:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8df3c1b75000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789601752.824232:0:20819:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8df4eabd8800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789601752.824237:0:20819:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff8df4fb53b380) has exports, disconnecting them 00000020:00080000:3.0:1789601752.824246:0:20819:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8df3c1b75000), last request at 1789601752 00000020:00000080:3.0:1789601752.824254:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2a41 00000100:00080000:3.0:1789601752.824278:0:20819:0:(import.c:65:import_set_state_nolock()) ffff8df3c1b76800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789601752.824322:0:20819:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df3c1b75000): rc 0 00000020:00000080:3.0:1789601752.824325:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df3c1b75000/lustre-MDT0001-lwp-OST0001_UUID 00010000:00010000:0.0:1789601752.824399:0:17033:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1789601752.824406:0:17033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824430:0:17033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73eec00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:0.0:1789601752.824434:0:17033:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824442:0:17033:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789601752.824449:0:17033:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601752.824454:0:17033:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789601752.824456:0:17033:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789601752.824458:0:17033:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789601752.824492:0:17033:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824499:0:17033:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789601752.824522:0:17033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824529:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f73eec00/0x74872e3eca9f27fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2803 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824539:0:17033:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1789601752.824542:0:17033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824547:0:17033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4c1679200 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:0.0:1789601752.824549:0:17033:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824579:0:17033:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789601752.824585:0:17033:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601752.824590:0:17033:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789601752.824592:0:17033:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1789601752.824594:0:17033:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1789601752.824608:0:17033:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824613:0:17033:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789601752.824629:0:17033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824634:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4c1679200/0x74872e3eca9f275b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2762 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824643:0:17033:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789601752.824646:0:17033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824651:0:17033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4c0030000 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:0.0:1789601752.824653:0:17033:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824659:0:17033:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789601752.824676:0:17033:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601752.824680:0:17033:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1789601752.824682:0:17033:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1789601752.824684:0:17033:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1789601752.824697:0:17033:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824703:0:17033:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789601752.824709:0:17033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824716:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4c0030000/0x74872e3eca9f2a4f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2a56 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824744:0:17033:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789601752.824748:0:17033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824754:0:17033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4fb6b7800 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:0.0:1789601752.824756:0:17033:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824764:0:17033:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789601752.824770:0:17033:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601752.824785:0:17033:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789601752.824787:0:17033:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789601752.824790:0:17033:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789601752.824804:0:17033:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824809:0:17033:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789601752.824815:0:17033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824821:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7800/0x74872e3eca9f2be5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2bec expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824830:0:17033:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601752.824833:0:17033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824838:0:17033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4c1679a00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:0.0:1789601752.824841:0:17033:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824847:0:17033:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789601752.824866:0:17033:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601752.824872:0:17033:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1789601752.824874:0:17033:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1789601752.824875:0:17033:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1789601752.824894:0:17033:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824911:0:17033:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789601752.824917:0:17033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824923:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4c1679a00/0x74872e3eca9f274d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x74872e3eca9f2754 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601752.824935:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601752.824936:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601752.824938:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601752.824945:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601752.824960:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918456320:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789601752.825021:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601752.825065:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789601752.825071:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918455936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789601752.825092:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601752.825109:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918456448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789601752.825125:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601752.825148:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0068b5de-bd03-471c-817a-758c66ef4c46:3645:1876532918456064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789601752.825168:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601752.825186:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789601752.825191:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0068b5de-bd03-471c-817a-758c66ef4c46:3645:1876532918456192:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601752.825750:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601752.825968:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601752.826017:0:17030:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918456320 00000100:00100000:0.0:1789601752.826025:0:17030:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918456320 00000100:00100000:0.0:1789601752.826069:0:17030:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918455936 00000100:00100000:0.0:1789601752.826072:0:17030:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918455936 00000100:00100000:0.0:1789601752.826081:0:17030:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918456448 00000100:00100000:0.0:1789601752.826083:0:17030:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918456448 00000100:00100000:0.0:1789601752.826090:0:17030:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918456064 00000100:00100000:0.0:1789601752.826093:0:17030:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918456064 00000100:00100000:0.0:1789601752.826102:0:17030:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918456192 00000100:00100000:0.0:1789601752.826105:0:17030:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918456192 00000100:00100000:0.0:1789601752.826116:0:17030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789601752.826123:0:17030:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3647:x1876532918456320:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789601752.826131:0:17030:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789601752 with bad export cookie 8396730877477856807 00000100:00100000:1.0:1789601752.826539:0:17031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789601752.826545:0:17031:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3647:x1876532918455936:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789601752.826551:0:17031:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789601752 with bad export cookie 8396730877477856807 00000020:00080000:3.0:1789601752.830239:0:20819:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8df4eabd8800), last request at 1789601752 00000020:00000080:3.0:1789601752.830253:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f28dc 00000100:00080000:3.0:1789601752.830267:0:20819:0:(import.c:65:import_set_state_nolock()) ffff8df4f70a7800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789601752.830299:0:20819:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df4eabd8800): rc 0 00000020:00000080:3.0:1789601752.830302:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df4eabd8800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1789601752.830312:0:20819:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa27c81697ae0 00000100:00080000:3.0:1789601752.830337:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789601752.830341:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789601752.834187:0:20819:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789601752.834198:0:20819:0:(import.c:65:import_set_state_nolock()) ffff8df4c51a3800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00100000:1.0:1789601752.834652:0:17031:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3647:x1876532918455936:12345-0@lo:103:ldlm_bl.0 Request processed in 8101us (9554us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789601752.834663:0:17031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1789601752.834714:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.148@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789601752.834718:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8df4ff55d800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1789601752.834722:0:3647:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.148@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1789601752.834969:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789601752.834973:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789601752.834986:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789601752.835041:0:20819:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789601752.835062:0:20819:0:(import.c:65:import_set_state_nolock()) ffff8df3c2390800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789601752.835077:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789601752.835080:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789601752.835087:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789601752.835157:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918456576:0@lo:9:umount.0 00000100:00100000:3.0:1789601752.835198:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789601752.835239:0:20819:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789601752.835249:0:20819:0:(import.c:65:import_set_state_nolock()) ffff8df4cd0f4000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789601752.835266:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918456704:0@lo:9:umount.0 00000100:00100000:3.0:1789601752.835304:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601752.835334:0:18552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918456576 00000100:00100000:3.0:1789601752.835340:0:18552:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918456576 00000100:00100000:3.0:1789601752.835370:0:18552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918456704 00000100:00100000:3.0:1789601752.835372:0:18552:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918456704 00000100:00100000:3.0:1789601752.835389:0:18552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789601752.835397:0:18552:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876532918456576:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789601752.835435:0:18552:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2906 00000100:00080000:3.0:1789601752.835444:0:18552:0:(import.c:65:import_set_state_nolock()) ffff8df4eaba4800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789601752.835483:0:18552:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789601752.835619:0:18552:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3644:x1876532918456576:12345-0@lo:9:umount.0 Request processed in 222us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601752.835626:0:18552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789601752.835643:0:18552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789601752.835649:0:18552:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876532918456704:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789601752.835661:0:18552:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2a72 00000100:00080000:3.0:1789601752.835666:0:18552:0:(import.c:65:import_set_state_nolock()) ffff8df4d878c800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789601752.835688:0:18552:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789601752.835924:0:18552:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3644:x1876532918456704:12345-0@lo:9:umount.0 Request processed in 274us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601752.835931:0:18552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000020:00000080:2.0:1789601752.838018:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c1b75000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1789601752.838086:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eabd8800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1789601752.838111:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c1b76800 for lustre-MDT0001 00000020:00000080:2.0:1789601752.838118:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4f70a7800 for lustre-MDT0001 00000100:00080000:2.0:1789601752.838704:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4cd0f4000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789601752.838712:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789601752.838714:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789601752.838719:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918456704:0@lo:9:umount.0 00000100:00080000:2.0:1789601752.838736:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c2390800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789601752.838739:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789601752.838741:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789601752.838743:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918456576:0@lo:9:umount.0 00000020:00080000:2.0:1789601752.838821:0:20819:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8df4fb53b380) has no exports 00010000:00010000:2.0:1789601752.839100:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601752.839139:0:18578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789601752.839147:0:18578:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1876532918456448:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789601752.839154:0:18578:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789601752 with bad export cookie 8396730877477856807 00000100:00100000:2.0:1789601752.839224:0:18578:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1876532918456448:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (14096us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789601752.839231:0:18578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789601752.839250:0:18578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789601752.839255:0:18578:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3645:x1876532918456064:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789601752.839259:0:18578:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789601752 with bad export cookie 8396730877477856807 00000100:00100000:2.0:1789601752.839302:0:18578:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3645:x1876532918456064:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (14133us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789601752.839308:0:18578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789601752.839322:0:18578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789601752.839327:0:18578:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4fbba2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3645:x1876532918456192:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789601752.839332:0:18578:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789601752 with bad export cookie 8396730877477856807 00000100:00100000:2.0:1789601752.839355:0:18578:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4fbba2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3645:x1876532918456192:12345-0@lo:103:ldlm_bl.0 Request processed in 27us (13388us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789601752.839361:0:18578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00010000:2.0:1789601752.839375:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601752.839380:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789601752.839406:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.148@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:0.0:1789601752.844251:0:17030:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3647:x1876532918456320:12345-0@lo:103:ldlm_bl.0 Request processed in 18121us (19224us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789601752.844264:0:17030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000001:00100000:3.0:1789601752.860018:0:18548:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789601752.860027:0:18548:0:(genops.c:885:class_export_put()) final put ffff8df4eaba7800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1789601752.860057:0:18548:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789601752.860059:0:18548:0:(genops.c:885:class_export_put()) final put ffff8df4efcc9800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789601752.860104:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eaba7800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789601752.860154:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4efcc9800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789601752.860171:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4eaba4800 for lustre-OST0000 00000020:00000080:0.0:1789601752.860179:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4efcca000 for lustre-OST0000 00000100:00080000:1.0:1789601752.870940:0:3647:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.148@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1789601752.870946:0:3647:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789601752.870957:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df3c3481880 x1876532918454528/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789601768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601752.871021:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df4efd56300 x1876532918456320/t0(0) o103->MGC192.168.203.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789601768 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601752.871032:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df4efd57480 x1876532918455936/t0(0) o103->MGC192.168.203.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789601768 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601752.871041:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df4efd55c00 x1876532918456448/t0(0) o103->MGC192.168.203.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789601768 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601752.871049:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df4efd54000 x1876532918456064/t0(0) o103->MGC192.168.203.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789601768 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601752.871057:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df4efd56d80 x1876532918456192/t0(0) o103->MGC192.168.203.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789601768 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789601752.871338:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789601752.871342:0:3647:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789601752.871343:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1789601752.871374:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3481880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0068b5de-bd03-471c-817a-758c66ef4c46:3646:1876532918454528:0@lo:400:kworker.0 00000100:00080000:2.0:1789601752.872722:0:3645:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8df4ff55d800 already not connected (conn 1, was 1): DISCONN 00000100:00080000:1.0:1789601752.872723:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8df4ff55d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789601752.872743:0:3647:0:(import.c:545:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 0@lo last attempt 528 00000100:00080000:1.0:1789601752.872759:0:3647:0:(import.c:666:import_select_connection()) MGC192.168.203.148@tcp: import ffff8df4ff55d800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601752.872935:0:3647:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd56a00 x1876532918456832/t0(0) o250->MGC192.168.203.148@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789601752.872987:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0068b5de-bd03-471c-817a-758c66ef4c46:3644:1876532918456832:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:3.0:1789601752.873030:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876532918456832 offset 0 length 520: 4 00000100:00100000:0.0:1789601752.873105:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918456448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601752.873111:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0068b5de-bd03-471c-817a-758c66ef4c46:3645:1876532918456064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789601752.873118:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918456320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601752.873134:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0068b5de-bd03-471c-817a-758c66ef4c46:3645:1876532918456192:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789601752.873141:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0068b5de-bd03-471c-817a-758c66ef4c46:3647:1876532918455936:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1789601752.877382:0:20819:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8df4fb53b380) has no exports 00000020:01000000:3.0:1789601752.945097:0:20819:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8df3c30c4540 - data ffff8df4c442c798/ffff8df3c3033000 00000020:01000000:3.0:1789601752.945261:0:20819:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8df4f74cb300 - data ffff8df4c4752870/ffff8df4d8688400 00000001:00000004:3.0:1789601752.956851:0:20819:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1789601753.024669:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789601753.024678:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789601753.024686:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789601753.026751:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789601753.026759:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789601753.026772:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789601753.026774:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789601753.027404:0:17786:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789601753.027410:0:17786:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1789601753.027427:0:17786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789601753.028151:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789601753.028156:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789601753.028180:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789601753.028183:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789601753.029264:0:17788:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789601753.029271:0:17788:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789601753.029281:0:17788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1789601753.030777:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2770 00000020:00000080:3.0:1789601753.030787:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df3c400d000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789601753.030923:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c400d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789601753.033519:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2785 00000020:00000080:3.0:1789601753.033537:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df3c400b800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789601753.033585:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1789601753.033593:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789601753.033604:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789601753.033610:0:20819:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff8df4fb53cd40) has no exports 00000004:01000000:3.0:1789601753.033842:0:20819:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789601753.033859:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f27d9 00000020:00000080:3.0:1789601753.033864:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df4c51a7800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789601753.033868:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789601753.033872:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789601753.033877:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789601753.033879:0:20819:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff8df3c2100000) has no exports 00000020:00000080:3.0:1789601753.033886:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f27d2 00000020:00000080:3.0:1789601753.033889:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df4cd0f5800/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1789601753.034242:0:20819:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789601753.034247:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789601753.034251:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789601753.034256:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789601753.034258:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789601753.034284:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789601753.034290:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789601753.034295:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f27c4 00000020:00000080:3.0:1789601753.034299:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df4cd0f7000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789601753.034302:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789601753.034305:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789601753.034308:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789601753.034310:0:20819:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff8df4f7353380) has no exports 00000020:00000080:3.0:1789601753.034313:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f27b6 00000020:00000080:3.0:1789601753.034315:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df3c2391800/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1789601753.034617:0:20819:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789601753.034620:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789601753.034623:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789601753.034626:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789601753.034627:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789601753.034648:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789601753.034652:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1789601753.034660:0:20819:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789601753.034664:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f27a8 00000020:00000080:3.0:1789601753.034668:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df3c2393000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789601753.034673:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1789601753.034676:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789601753.034679:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789601753.034681:0:20819:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff8df3c2104d40) has no exports 00000020:00000080:3.0:1789601753.034685:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f27a1 00000020:00000080:3.0:1789601753.034703:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df4c51a5800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789601753.035000:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c400b800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:0.0:1789601753.035010:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4c51a7800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789601753.035015:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4cd0f5800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789601753.035020:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4cd0f4000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789601753.035026:0:13926:0:(genops.c:885:class_export_put()) final put ffff8df4cd0f1000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789601753.035028:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4cd0f1000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1789601753.035032:0:13926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789601753.035117:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4cd0f7000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789601753.035123:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c2391800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789601753.035128:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c2390800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789601753.035132:0:13926:0:(genops.c:885:class_export_put()) final put ffff8df3c2397000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789601753.035134:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c2397000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1789601753.035139:0:13926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789601753.035172:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c2393000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789601753.035177:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4c51a5800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1789601753.040991:0:20819:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1789601753.041001:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789601753.041005:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789601753.041013:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789601753.041074:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601753.041089:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789601753.041129:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601753.041133:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789601753.041140:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df4c725a000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789601753.041145:0:20819:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4c725a000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1789601753.041157:0:20819:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789601753.041333:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f278c 00000020:00000080:0.0:1789601753.041343:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df3c400d800/lustre-MDD0001_UUID 00000020:01000000:0.0:1789601753.041349:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1789601753.041354:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789601753.041359:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789601753.041363:0:20819:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff8df4fb6f8000) has no exports 00000020:00000080:0.0:1789601753.041384:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601753.041387:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1789601753.041392:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2793 00000020:00000080:0.0:1789601753.041395:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df3c400c800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1789601753.041403:0:20819:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df4e01b3800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1789601753.041406:0:20819:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df4e01b3800 2 00000020:01000004:0.0:1789601753.041410:0:20819:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8df4e01b3800 from lustre-MDT0001 00000020:00000080:0.0:1789601753.041429:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601753.041432:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1789601753.041435:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df3c400e800/lustre-MDT0001_UUID 00000020:00000080:0.0:1789601753.041436:0:20819:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c400e800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1789601753.041443:0:20819:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1789601753.041470:0:20819:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1789601753.041473:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1789601753.041476:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789601753.041479:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789601753.041485:0:20819:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8df4eb9f4000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789601753.041491:0:20819:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff8df4fb6fcd40) has exports, disconnecting them 00000020:00080000:0.0:1789601753.041494:0:20819:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8df4eb9f4000), last request at 1789601675 00000020:00000080:0.0:1789601753.041498:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2811 00000020:00080000:0.0:1789601753.041510:0:20819:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df4eb9f4000): rc 0 00000020:00000080:0.0:1789601753.041514:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df4eb9f4000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789601753.042454:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4c51a3800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1789601753.042466:0:13926:0:(genops.c:885:class_export_put()) final put ffff8df4c51a0000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789601753.042468:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4c51a0000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1789601753.042474:0:13926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789601753.042601:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c400d800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1789601753.042606:0:13926:0:(genops.c:885:class_export_put()) final put ffff8df3c4009800/lustre-MDD0001_UUID 00000020:00000080:1.0:1789601753.042608:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c4009800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1789601753.042611:0:13926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1789601753.042711:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c400c800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789601753.042716:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eb9f4000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1789601753.075205:0:20819:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1789601753.075214:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789601753.075218:0:20819:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789601753.075238:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789601753.075302:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4f891b800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1789601753.075641:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601753.075651:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1789601753.075656:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df3c4009000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1789601753.075660:0:20819:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c4009000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1789601753.075667:0:20819:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1789601753.075739:0:20819:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df4e01b3800 1 00000020:00000080:0.0:1789601753.075745:0:20819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2738 00000020:00000080:0.0:1789601753.075752:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df3c354a800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1789601753.075768:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1789601753.075772:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789601753.075777:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789601753.075780:0:20819:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff8df3c21019c0) has no exports 00000020:00000080:1.0:1789601753.075807:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c354a800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:00010000:3.0:1789601753.131799:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789601753.133535:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789601753.133549:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1789601753.133572:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df4d017f000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789601753.133577:0:20819:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d017f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1789601753.133588:0:20819:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1789601753.133698:0:20819:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8df4e01b6000 00000020:01000000:1.0:1789601753.133727:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1789601753.133732:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789601753.133736:0:20819:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789601753.133741:0:20819:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff8df4f726cd40) has no exports 00000100:00100000:0.0:1789601753.134032:0:17045:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff8df501f9e400:17045] 0 exiting: rc = 1 00000100:00100000:0.0:1789601753.134197:0:17046:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff8df501f9e600:17046] 1 exiting: rc = 0 00000100:00100000:3.0:1789601753.134342:0:17047:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff8df4d8025a00:17047] 2 exiting: rc = 0 00000100:00100000:3.0:1789601753.134446:0:19998:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff8df3c2899a00:19998] 3 exiting: rc = 0 00000100:00100000:1.0:1789601753.134518:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134526:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134531:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134537:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134542:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134547:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134551:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134576:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134584:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134590:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134595:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134600:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134605:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134612:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134618:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134623:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134629:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134635:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134641:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134647:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134652:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134657:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134662:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134668:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134673:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134679:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134684:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134690:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134695:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134701:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134706:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134721:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134727:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134733:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134738:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134743:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134749:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134754:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134758:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134763:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134768:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134773:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134779:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134784:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134790:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134798:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134803:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134808:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134813:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134819:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134824:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134829:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134833:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134839:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134844:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134849:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134854:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134859:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134865:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134871:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134876:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134881:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134885:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.134891:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601753.140417:0:17049:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8df4d8025600:17049] 1 exiting: rc = 0 00000100:00100000:3.0:1789601753.140735:0:17048:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8df4d8024800:17048] 0 exiting: rc = 1 00000100:00100000:1.0:1789601753.141124:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141136:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141155:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141160:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141165:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141170:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141174:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141179:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141185:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141190:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141195:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141201:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141206:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141211:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141216:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141220:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141225:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141230:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141236:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141241:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141246:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141251:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141256:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141261:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141266:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141272:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141277:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141282:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141287:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141292:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141297:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141302:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141308:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141312:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141317:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141322:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141326:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141339:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141344:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141349:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141353:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141358:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141363:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141367:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141372:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141377:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141382:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141388:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141392:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141396:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141401:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141406:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141411:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141417:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141421:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141426:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141430:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141435:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141440:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141445:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141449:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141455:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141460:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.141466:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601753.142138:0:17051:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff8df4d8024600:17051] 1 exiting: rc = 0 00000100:00100000:3.0:1789601753.142280:0:17050:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff8df3c20fac00:17050] 0 exiting: rc = 1 00000100:00100000:1.0:1789601753.142400:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142421:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142428:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142433:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142439:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142445:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142450:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142456:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142471:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142478:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142484:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142490:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142496:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142517:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142524:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142529:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142534:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142540:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142545:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142550:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142584:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142592:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142597:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142603:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142608:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142645:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142652:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142658:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142663:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142669:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142674:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142680:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142685:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142692:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142700:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142706:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142713:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142734:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142741:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142746:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142755:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142762:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142768:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142780:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142785:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142792:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142797:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142803:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142809:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142829:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142836:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142842:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142848:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142854:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142870:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142877:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142882:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142889:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142903:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142910:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142917:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142922:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142927:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.142935:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601753.153382:0:17053:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8df4d013a800:17053] 1 exiting: rc = 0 00000100:00100000:3.0:1789601753.153542:0:17052:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8df4d8024a00:17052] 0 exiting: rc = 1 00000100:00100000:1.0:1789601753.154266:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154273:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154278:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154283:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154288:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154293:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154298:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154303:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154308:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154314:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154319:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154323:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154327:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154332:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154350:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154356:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154360:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154365:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154369:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154373:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154377:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154382:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154386:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154390:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154395:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154399:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154404:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154409:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154414:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154418:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154423:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154428:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154433:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154438:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154444:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154451:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154456:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154461:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154467:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154472:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154478:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154482:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154486:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154492:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154497:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154501:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154506:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154510:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154515:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154528:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154532:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154537:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154542:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154547:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154552:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154591:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154597:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154602:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154607:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154611:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154616:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154778:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154785:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.154792:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601753.155431:0:17055:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8df4f3795600:17055] 1 exiting: rc = 0 00000100:00100000:0.0:1789601753.156076:0:17054:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8df4f3794e00:17054] 0 exiting: rc = 1 00000100:00100000:1.0:1789601753.156175:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156182:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156188:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156193:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156200:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156205:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156210:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156215:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156221:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156226:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156231:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156236:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156241:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156247:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156252:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156257:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156262:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156267:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156272:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156276:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156293:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156298:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156303:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156307:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156311:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156316:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156322:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156327:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156331:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156336:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156341:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156346:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156351:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156356:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156362:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156367:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156372:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156377:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156382:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156387:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156392:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156397:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156402:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156408:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156414:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156419:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156424:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156429:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156435:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156440:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156444:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156449:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156454:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156459:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156464:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156499:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156506:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156511:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156516:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156521:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156526:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156532:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156538:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.156544:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601753.157499:0:17057:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff8df501f9e000:17057] 1 exiting: rc = 0 00000100:00100000:3.0:1789601753.157789:0:17056:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff8df4f3794a00:17056] 0 exiting: rc = 1 00000100:00100000:1.0:1789601753.158285:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158292:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158298:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158304:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158309:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158315:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158320:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158325:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158330:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158336:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158341:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158346:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158351:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158357:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158361:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158365:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158370:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158374:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158378:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158384:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158389:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158394:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158399:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158404:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158409:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158413:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158430:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158434:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158439:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158444:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158449:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158454:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158459:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158464:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158468:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158473:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158478:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158483:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158488:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158494:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158499:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158504:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158510:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158514:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158519:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158524:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158529:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158534:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158540:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158545:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158549:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158580:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158587:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158592:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158596:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158600:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158604:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158610:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158616:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158743:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158752:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158767:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158772:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.158778:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601753.159373:0:17058:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff8df4c33e4200:17058] 0 exiting: rc = 1 00000100:00100000:3.0:1789601753.159603:0:17060:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff8df3c3750000:17060] 2 exiting: rc = 0 00000100:00100000:2.0:1789601753.160120:0:17059:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff8df4c33e4a00:17059] 1 exiting: rc = 0 00000100:00100000:1.0:1789601753.160426:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160434:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160440:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160446:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160452:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160458:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160464:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160469:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160491:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160497:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160502:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160508:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160517:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160524:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160529:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160537:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160543:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160549:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160582:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160590:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160596:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160602:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160618:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160623:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160629:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160641:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160646:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160652:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160657:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160664:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160669:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160675:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160706:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160714:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160719:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160724:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160729:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160735:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160741:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160747:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160752:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160758:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160763:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160769:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160775:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160780:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160786:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160791:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160797:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160802:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160806:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160812:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160817:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160822:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160827:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160832:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160852:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160858:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.160863:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.161232:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.161239:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.161245:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.161250:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789601753.161256:0:20819:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1789601753.169944:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601753.169957:0:20819:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1789601753.169962:0:20819:0:(genops.c:885:class_export_put()) final put ffff8df4f8b56800/MDS_uuid 00000020:00000080:0.0:1789601753.169966:0:20819:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f8b56800/MDS_uuid for MDS 00000020:01000000:0.0:1789601753.169972:0:20819:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1789601753.170109:0:20819:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1789601754.183442:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601755.205779:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601756.229673:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789601756.856080:0:21019:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1789601756.869108:0:21019:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1789601756.869168:0:21019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1678400/0x74872e3eca9f28ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f28b2 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601756.869191:0:21019:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1678400/0x74872e3eca9f28ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f28b2 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601756.869199:0:21019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1678400/0x74872e3eca9f28ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f28b2 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601756.869206:0:21019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4c1678400/0x74872e3eca9f28ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f28b2 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601756.869230:0:21019:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789601756.869235:0:21019:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789601756.869259:0:21019:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789601756.869263:0:21019:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789601756.869270:0:21019:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789601756.869276:0:21019:0:(import.c:65:import_set_state_nolock()) ffff8df3c1911000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1789601756.869281:0:21019:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789601756.869282:0:21019:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789601756.869286:0:21019:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789601756.870133:0:21019:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789601756.870138:0:21019:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789601756.870142:0:21019:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789601756.870162:0:21019:0:(import.c:65:import_set_state_nolock()) ffff8df4eabde800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1789601756.870311:0:17034:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601756.870319:0:17034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4c1678400/0x74872e3eca9f28ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f28b2 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601756.870330:0:17034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4c1678400 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:2.0:1789601756.870334:0:17034:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4c1678400/0x74872e3eca9f28ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f28b2 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601756.870344:0:17034:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4c1678400/0x74872e3eca9f28ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f28b2 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789601756.870362:0:17034:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4c1678400/0x74872e3eca9f28ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f28b2 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601756.870368:0:17034:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789601756.870371:0:17034:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789601756.870373:0:17034:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789601756.870397:0:17034:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8df4ff55d800 00010000:00010000:2.0:1789601756.870401:0:17034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4c1678400/0x74872e3eca9f28ab lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f28b2 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601756.870408:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4c1678400/0x74872e3eca9f28ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f28b2 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601756.870423:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601756.870425:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601756.870427:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601756.870985:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876532918456960:0@lo:39:umount.0 00000400:00000100:3.0:1789601756.871037:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876532918456960 offset 0 length 224: 4 00010000:00010000:2.0:1789601757.253847:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789601757.510062:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0068b5de-bd03-471c-817a-758c66ef4c46->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789601757.510072:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0068b5de-bd03-471c-817a-758c66ef4c46->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601757.510075:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789601757.510080:0:1385:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789601757.510083:0:1385:0:(import.c:65:import_set_state_nolock()) ffff8df3c3105800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601757.510091:0:1385:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 620 00000100:00080000:2.0:1789601757.510097:0:1385:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789601757.510109:0:1385:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8df3c3105800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601757.510152:0:1385:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c5484000 x1876532918457088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789601757.510464:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876532918457088:0@lo:38:kworker.0 00000400:00000100:0.0:1789601757.510514:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876532918457088 offset 0 length 520: 4 00000100:00100000:0.0:1789601757.510626:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789601757.510643:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876532918457216:0@lo:400:kworker.0 00000400:00000100:0.0:1789601757.510666:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876532918457216 offset 0 length 224: 4 00010000:00010000:0.0:1789601758.277836:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789601759.051292:0:19366:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789601759.051306:0:19366:0:(genops.c:885:class_export_put()) final put ffff8df4d8788800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789601759.053215:0:1385:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d8788800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1789601759.053282:0:1385:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4d878c800 for lustre-OST0001 00010000:00010000:2.0:1789601759.301916:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601760.326325:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601761.349749:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601762.374373:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601762.629756:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601752/real 1789601752] req@ffff8df4efd56a00 x1876532918456832/t0(0) o250->MGC192.168.203.148@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789601762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601762.629801:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4efd56a00 x1876532918456832/t0(0) o250->MGC192.168.203.148@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789601762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789601762.629837:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4ff55d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789601762.629929:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1789601762.629934:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0068b5de-bd03-471c-817a-758c66ef4c46:3644:1876532918456832:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:0.0:1789601762.634017:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0068b5de-bd03-471c-817a-758c66ef4c46->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789601762.634031:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789601762.634037:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4ff55d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601762.634048:0:13926:0:(import.c:545:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 0@lo last attempt 620 00000100:00080000:0.0:1789601762.634056:0:13926:0:(import.c:630:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789601762.634073:0:13926:0:(import.c:666:import_select_connection()) MGC192.168.203.148@tcp: import ffff8df4ff55d800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601762.634124:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd57480 x1876532918457344/t0(0) o250->MGC192.168.203.148@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789601762.637162:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789601762.637176:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789601762.637299:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876532918457472:0@lo:400:kworker.0 00000100:00100000:3.0:1789601762.637344:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0068b5de-bd03-471c-817a-758c66ef4c46:3644:1876532918457344:0@lo:250:kworker.0 00000400:00000100:1.0:1789601762.637381:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876532918457472 offset 0 length 224: 4 00000400:00000100:3.0:1789601762.637695:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876532918457344 offset 0 length 520: 4 00010000:00010000:2.0:1789601763.398309:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601764.421931:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601765.445850:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601766.469727:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601766.725720:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601756/real 1789601756] req@ffff8df3c31b8380 x1876532918456960/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789601766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601766.725755:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df3c31b8380 x1876532918456960/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789601766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789601766.725805:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4eabde800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789601766.725829:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876532918456960:0@lo:39:umount.0 00000100:00080000:1.0:1789601766.725928:0:21019:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789601766.725933:0:21019:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789601766.725938:0:21019:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789601766.726976:0:21019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1678a00/0x74872e3eca9f2881 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2888 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601766.726990:0:21019:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1678a00/0x74872e3eca9f2881 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2888 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601766.726998:0:21019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4c1678a00/0x74872e3eca9f2881 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2888 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601766.727005:0:21019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4c1678a00/0x74872e3eca9f2881 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2888 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601766.727032:0:21019:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601766.727040:0:21019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383c00/0x74872e3eca9f2bd7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2bde expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601766.727046:0:21019:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383c00/0x74872e3eca9f2bd7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2bde expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601766.727052:0:21019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383c00/0x74872e3eca9f2bd7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2bde expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601766.727058:0:21019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4f7383c00/0x74872e3eca9f2bd7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2bde expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601766.727077:0:21019:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1789601766.727082:0:21019:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1789601766.727120:0:21019:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1789601766.727124:0:21019:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1789601766.727128:0:21019:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789601766.727133:0:21019:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789601766.727137:0:21019:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8df4f3723380) has no exports 00000020:00080000:1.0:1789601766.727158:0:21019:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8df4f3723380) has no exports 00010000:00010000:2.0:1789601766.727255:0:17034:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789601766.727263:0:17034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4c1678a00/0x74872e3eca9f2881 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2888 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601766.727271:0:17034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4c1678a00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:2.0:1789601766.727275:0:17034:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4c1678a00/0x74872e3eca9f2881 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2888 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601766.727284:0:17034:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4c1678a00/0x74872e3eca9f2881 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2888 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789601766.727291:0:17034:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4c1678a00/0x74872e3eca9f2881 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2888 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601766.727297:0:17034:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789601766.727300:0:17034:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:2.0:1789601766.727301:0:17034:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:2.0:1789601766.727314:0:17034:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8df4ff55d800 00010000:00010000:2.0:1789601766.727317:0:17034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4c1678a00/0x74872e3eca9f2881 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f2888 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601766.727324:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4c1678a00/0x74872e3eca9f2881 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f2888 expref: -99 pid: 18547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601766.727345:0:17034:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601766.727348:0:17034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f7383c00/0x74872e3eca9f2bd7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2bde expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601766.727354:0:17034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7383c00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:2.0:1789601766.727357:0:17034:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7383c00/0x74872e3eca9f2bd7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2bde expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601766.727363:0:17034:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f7383c00/0x74872e3eca9f2bd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2bde expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789601766.727369:0:17034:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7383c00/0x74872e3eca9f2bd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2bde expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601766.727375:0:17034:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789601766.727377:0:17034:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789601766.727379:0:17034:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789601766.727385:0:17034:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8df4ff55d800 00010000:00010000:2.0:1789601766.727387:0:17034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f7383c00/0x74872e3eca9f2bd7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f2bde expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601766.727393:0:17034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f7383c00/0x74872e3eca9f2bd7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f2bde expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601766.727404:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601766.727405:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601766.727407:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601766.727462:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1789601766.734066:0:21019:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8df4f74cbba0 - data ffff8df4c45b9ca8/ffff8df3c2030000 00000020:01000000:1.0:1789601766.734230:0:21019:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8df4f74cb8a0 - data ffff8df4e076f948/ffff8df4c37db800 00100000:10000000:1.0:1789601766.749593:0:21019:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1789601766.763068:0:21019:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2896 00000020:00000080:0.0:1789601766.763078:0:21019:0:(genops.c:885:class_export_put()) final put ffff8df3c1913000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1789601766.763100:0:21019:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df4c363f000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1789601766.763104:0:21019:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df4c363f000 2 00000020:01000004:0.0:1789601766.763108:0:21019:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8df4c363f000 from lustre-OST0000 00000020:00000080:0.0:1789601766.763138:0:21019:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789601766.763150:0:21019:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1789601766.763153:0:21019:0:(genops.c:885:class_export_put()) final put ffff8df4e0e1f000/lustre-OST0000_UUID 00000020:00000080:0.0:1789601766.763156:0:21019:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4e0e1f000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1789601766.763163:0:21019:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1789601766.763220:0:21019:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1789601766.763225:0:21019:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789601766.763238:0:21019:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789601766.763243:0:21019:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789601766.763249:0:21019:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8df3c1916000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789601766.763256:0:21019:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff8df4f3724d40) has exports, disconnecting them 00000020:00080000:0.0:1789601766.763261:0:21019:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8df3c1916000), last request at 1789601689 00000020:00000080:0.0:1789601766.763265:0:21019:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f28c0 00000020:00080000:0.0:1789601766.763274:0:21019:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df3c1916000): rc 0 00000020:00000080:0.0:1789601766.763280:0:21019:0:(genops.c:885:class_export_put()) final put ffff8df3c1916000/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789601766.764116:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c1913000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789601766.764131:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c1916000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1789601766.775570:0:21019:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1789601766.775579:0:21019:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789601766.775600:0:21019:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789601766.775607:0:21019:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789601766.775789:0:21019:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789601766.775808:0:21019:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1789601766.775814:0:21019:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1789601766.775819:0:21019:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789601766.775824:0:21019:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789601766.775831:0:21019:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8df4eabdc800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789601766.775838:0:21019:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff8df4f8d93380) has exports, disconnecting them 00000020:00080000:2.0:1789601766.775842:0:21019:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8df4eabdc800), last request at 1789601689 00000020:00000080:2.0:1789601766.775846:0:21019:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f28d5 00000020:00080000:2.0:1789601766.775945:0:21019:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df4eabdc800): rc 0 00000020:00000080:2.0:1789601766.775951:0:21019:0:(genops.c:885:class_export_put()) final put ffff8df4eabdc800/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789601766.776081:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c1911000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789601766.776090:0:13926:0:(genops.c:885:class_export_put()) final put ffff8df3c1912800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1789601766.776094:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c1912800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1789601766.776099:0:13926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1789601766.776157:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eabdc800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1789601766.787135:0:21019:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1789601766.787144:0:21019:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789601766.787148:0:21019:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789601766.787155:0:21019:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789601766.787328:0:21019:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789601766.787337:0:21019:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1789601766.787344:0:21019:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df4c363f000 1 00000020:00000080:2.0:1789601766.787350:0:21019:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2873 00000020:00000080:2.0:1789601766.787357:0:21019:0:(genops.c:885:class_export_put()) final put ffff8df4f70a5000/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1789601766.787363:0:21019:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1789601766.787368:0:21019:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789601766.787372:0:21019:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789601766.787375:0:21019:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff8df4f3720000) has no exports 00000020:00000080:2.0:1789601766.795439:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4eabde800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789601766.795454:0:13926:0:(genops.c:885:class_export_put()) final put ffff8df4eabdf000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1789601766.795457:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eabdf000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1789601766.795469:0:13926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1789601766.795549:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f70a5000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1789601766.878356:0:21019:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789601766.878370:0:21019:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1789601766.878375:0:21019:0:(genops.c:885:class_export_put()) final put ffff8df4c363f800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1789601766.878380:0:21019:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4c363f800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1789601766.878391:0:21019:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1789601766.878509:0:21019:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8df4c363d800 00000020:02000400:2.0:1789601766.878552:0:21019:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1789601767.493665:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789601767.750734:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0068b5de-bd03-471c-817a-758c66ef4c46->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789601767.750742:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0068b5de-bd03-471c-817a-758c66ef4c46->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789601767.750745:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789601767.750748:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789601767.750818:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789601767.750837:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876532918457600:0@lo:400:kworker.0 00000400:00000100:1.0:1789601767.750898:0:3648:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876532918457600 offset 0 length 224: 4 00010000:00010000:2.0:1789601768.521236:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601769.541921:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789601770.259481:0:21222:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789601770.269735:0:21222:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1789601770.269835:0:21222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7382800/0x74872e3eca9f2a10 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2a17 expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601770.269850:0:21222:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7382800/0x74872e3eca9f2a10 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2a17 expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601770.269858:0:21222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7382800/0x74872e3eca9f2a10 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2a17 expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601770.269865:0:21222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4f7382800/0x74872e3eca9f2a10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2a17 expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601770.269880:0:21222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789601770.269885:0:21222:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:0.0:1789601770.269894:0:17033:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601770.269901:0:17033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f7382800/0x74872e3eca9f2a10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2a17 expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601770.269908:0:17033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382800 already unused, calling callback (ffffffffc1529c20) 00000100:00080000:2.0:1789601770.269911:0:21222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00010000:0.0:1789601770.269911:0:17033:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7382800/0x74872e3eca9f2a10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2a17 expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601770.269919:0:17033:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f7382800/0x74872e3eca9f2a10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2a17 expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601770.269921:0:21222:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df4c5484000 x1876532918457088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789601777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00010000:0.0:1789601770.269926:0:17033:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7382800/0x74872e3eca9f2a10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2a17 expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601770.269932:0:17033:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789601770.269934:0:17033:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789601770.269936:0:17033:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:2.0:1789601770.269947:0:21222:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00010000:00010000:0.0:1789601770.269948:0:17033:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8df4ff55d800 00010000:00010000:0.0:1789601770.269951:0:17033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f7382800/0x74872e3eca9f2a10 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f2a17 expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789601770.269953:0:21222:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789601770.269970:0:21222:0:(import.c:65:import_set_state_nolock()) ffff8df3c3105800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:0.0:1789601770.269971:0:17033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f7382800/0x74872e3eca9f2a10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f2a17 expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789601770.269975:0:21222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789601770.269978:0:21222:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df4c5484000 x1876532918457088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789601777 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1789601770.269982:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601770.269984:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601770.269985:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601770.269986:0:21222:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789601770.269988:0:21222:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:3.0:1789601770.270058:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876532918457088:0@lo:38:kworker.0 00000100:00080000:2.0:1789601770.271339:0:21222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789601770.271350:0:21222:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df4c5487100 x1876532918457216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601770.271378:0:21222:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df4efd56300 x1876532918457472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601770.271386:0:21222:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df3c31b9f80 x1876532918457600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601770.271402:0:21222:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789601770.271408:0:21222:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789601770.271429:0:21222:0:(import.c:65:import_set_state_nolock()) ffff8df4d878b800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789601770.271590:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876532918457600:0@lo:400:kworker.0 00000100:00100000:3.0:1789601770.271980:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876532918457728:0@lo:39:umount.0 00000400:00000100:3.0:1789601770.272027:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876532918457728 offset 0 length 224: 4 00000100:00100000:1.0:1789601770.272197:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876532918457472:0@lo:400:kworker.0 00000100:00100000:1.0:1789601770.272206:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876532918457216:0@lo:400:kworker.0 00010000:00010000:2.0:1789601770.565986:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601771.589739:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601772.613868:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789601772.869789:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0068b5de-bd03-471c-817a-758c66ef4c46->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789601772.869800:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0068b5de-bd03-471c-817a-758c66ef4c46->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1789601773.639194:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601774.661762:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601775.685727:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601776.709873:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601777.477950:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601762/real 1789601762] req@ffff8df4efd57480 x1876532918457344/t0(0) o250->MGC192.168.203.148@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789601777 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601777.477981:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4efd57480 x1876532918457344/t0(0) o250->MGC192.168.203.148@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789601777 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789601777.478001:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4ff55d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601777.478027:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1789601777.478031:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0068b5de-bd03-471c-817a-758c66ef4c46:3644:1876532918457344:0@lo:250:kworker.0 00000100:00080000:3.0:1789601777.478081:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0068b5de-bd03-471c-817a-758c66ef4c46->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789601777.478087:0:1385:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789601777.478089:0:1385:0:(import.c:65:import_set_state_nolock()) ffff8df4ff55d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789601777.478095:0:1385:0:(import.c:545:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 0@lo last attempt 630 00000100:00080000:3.0:1789601777.478100:0:1385:0:(import.c:630:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789601777.478109:0:1385:0:(import.c:666:import_select_connection()) MGC192.168.203.148@tcp: import ffff8df4ff55d800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:3.0:1789601777.478148:0:1385:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd5f480 x1876532918457856/t0(0) o250->MGC192.168.203.148@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789601777.478247:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0068b5de-bd03-471c-817a-758c66ef4c46:3644:1876532918457856:0@lo:250:kworker.0 00000400:00000100:2.0:1789601777.478290:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876532918457856 offset 0 length 520: 4 00010000:00010000:3.0:1789601777.733820:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601778.757806:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601779.781890:0:17034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601780.549686:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601770/real 1789601770] req@ffff8df4c5484e00 x1876532918457728/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789601780 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601780.549731:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4c5484e00 x1876532918457728/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789601780 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789601780.549750:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4d878b800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789601780.549765:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876532918457728:0@lo:39:umount.0 00000100:00080000:2.0:1789601780.549894:0:21222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789601780.549899:0:21222:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789601780.549904:0:21222:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789601780.550718:0:21222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c3467000/0x74872e3eca9f29e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f29ed expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601780.550733:0:21222:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c3467000/0x74872e3eca9f29e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f29ed expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601780.550739:0:21222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c3467000/0x74872e3eca9f29e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f29ed expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601780.550746:0:21222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df3c3467000/0x74872e3eca9f29e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f29ed expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601780.550931:0:21222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789601780.550941:0:21222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7400/0x74872e3eca9f2bc9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2bd0 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601780.550949:0:21222:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7400/0x74872e3eca9f2bc9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2bd0 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601780.550955:0:21222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7400/0x74872e3eca9f2bc9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2bd0 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601780.550962:0:21222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7400/0x74872e3eca9f2bc9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x74872e3eca9f2bd0 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601780.554328:0:17800:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789601780.554343:0:17800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df3c3467000/0x74872e3eca9f29e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f29ed expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601780.554354:0:17800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c3467000 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:3.0:1789601780.554358:0:17800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df3c3467000/0x74872e3eca9f29e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f29ed expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601780.554369:0:17800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df3c3467000/0x74872e3eca9f29e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f29ed expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789601780.554375:0:17800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df3c3467000/0x74872e3eca9f29e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f29ed expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601780.554381:0:17800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789601780.554383:0:17800:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1789601780.554396:0:17800:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8df4ff55d800 00010000:00010000:3.0:1789601780.554399:0:17800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df3c3467000/0x74872e3eca9f29e6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f29ed expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601780.554424:0:17800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df3c3467000/0x74872e3eca9f29e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f29ed expref: -99 pid: 19365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601780.554441:0:17800:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601780.554444:0:17800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7400/0x74872e3eca9f2bc9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2bd0 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601780.554450:0:17800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4fb6b7400 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:3.0:1789601780.554452:0:17800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7400/0x74872e3eca9f2bc9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x74872e3eca9f2bd0 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601780.554459:0:17800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7400/0x74872e3eca9f2bc9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2bd0 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789601780.554465:0:17800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7400/0x74872e3eca9f2bc9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2bd0 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601780.554469:0:17800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789601780.554471:0:17800:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1789601780.554474:0:17800:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8df4ff55d800 00010000:00010000:3.0:1789601780.554476:0:17800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7400/0x74872e3eca9f2bc9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f2bd0 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601780.554482:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601780.554483:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601780.554485:0:17800:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601780.554623:0:21222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789601780.554632:0:21222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7400/0x74872e3eca9f2bc9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f2bd0 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601780.554710:0:21222:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:2.0:1789601780.554715:0:21222:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:0.0:1789601780.554804:0:17033:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789601780.554939:0:21222:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1789601780.554979:0:21222:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1789601780.554983:0:21222:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1789601780.554989:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789601780.554995:0:21222:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789601780.554999:0:21222:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8df4f37219c0) has no exports 00000020:00080000:2.0:1789601780.555022:0:21222:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8df4f37219c0) has no exports 00000020:01000000:2.0:1789601780.561385:0:21222:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8df4f713b540 - data ffff8df4c4434948/ffff8df4efd01400 00000020:01000000:2.0:1789601780.562276:0:21222:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8df3c30c4180 - data ffff8df4c45bb870/ffff8df3c3282000 00100000:10000000:2.0:1789601780.576011:0:21222:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1789601780.586292:0:21222:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f29fb 00000020:00000080:3.0:1789601780.586306:0:21222:0:(genops.c:885:class_export_put()) final put ffff8df4efccd000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1789601780.586317:0:21222:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df4eaba5800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1789601780.586330:0:21222:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df4eaba5800 2 00000020:01000004:3.0:1789601780.586333:0:21222:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8df4eaba5800 from lustre-OST0001 00000020:00000080:3.0:1789601780.586360:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789601780.586371:0:21222:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1789601780.586375:0:21222:0:(genops.c:885:class_export_put()) final put ffff8df4efcce000/lustre-OST0001_UUID 00000020:00000080:3.0:1789601780.586377:0:21222:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4efcce000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1789601780.586384:0:21222:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1789601780.586872:0:21222:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 0068b5de-bd03-471c-817a-758c66ef4c46->MGS 00010000:00010000:3.0:1789601780.586892:0:21222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4c1678c00/0x74872e3eca9f273f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2746 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789601780.586905:0:21222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4c1678c00/0x74872e3eca9f273f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2746 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601780.586913:0:21222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1789601780.586916:0:21222:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1789601780.586920:0:21222:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1789601780.586941:0:21222:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8df4ff55d800 00010000:00010000:3.0:1789601780.586945:0:21222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4c1678c00/0x74872e3eca9f273f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f2746 expref: -99 pid: 17777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601780.586962:0:21222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee000/0x74872e3eca9f262e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x74872e3eca9f2635 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789601780.586969:0:21222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee000/0x74872e3eca9f262e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x74872e3eca9f2635 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601780.586975:0:21222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789601780.586977:0:21222:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1789601780.586979:0:21222:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1789601780.586996:0:21222:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8df4ff55d800 00010000:00010000:3.0:1789601780.587000:0:21222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f73ee000/0x74872e3eca9f262e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x74872e3eca9f2635 expref: -99 pid: 17024 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1789601780.587023:0:21222:0:(import.c:65:import_set_state_nolock()) ffff8df4ff55d800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1789601780.587028:0:21222:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1789601780.587030:0:21222:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1789601780.587032:0:21222:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1789601780.587036:0:21222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1789601780.587046:0:21222:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8df4efd5f480 x1876532918457856/t0(0) o250->MGC192.168.203.148@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789601797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1789601780.587127:0:21222:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1789601780.587131:0:21222:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000020:00000080:0.0:1789601780.587336:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4efccd000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:1.0:1789601780.590129:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0068b5de-bd03-471c-817a-758c66ef4c46:3644:1876532918457856:0@lo:250:kworker.0 10000000:01000000:3.0:1789601780.590253:0:21222:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1789601780.590266:0:21222:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2619 00000020:00000080:3.0:1789601780.590275:0:21222:0:(genops.c:885:class_export_put()) final put ffff8df4f8b53000/0068b5de-bd03-471c-817a-758c66ef4c46 00000020:01000000:3.0:1789601780.590297:0:21222:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.148@tcp (flags='') 00000020:00000080:3.0:1789601780.590305:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789601780.590312:0:21222:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.148@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789601780.590315:0:21222:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff8df4f7638000) has no exports 10000000:01000000:3.0:1789601780.590350:0:17042:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1789601780.590416:0:21222:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.148@tcp: client import never connected 00000100:00080000:3.0:1789601780.590420:0:21222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1789601780.590423:0:21222:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1789601780.590425:0:21222:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1789601780.590427:0:21222:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1789601780.590460:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789601780.590466:0:21222:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.148@tcp (uuid 0068b5de-bd03-471c-817a-758c66ef4c46) 00000020:01000000:3.0:1789601780.590473:0:21222:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1789601780.590477:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789601780.590481:0:21222:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789601780.590499:0:21222:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8df4d878a000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789601780.590505:0:21222:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff8df4fb6f99c0) has exports, disconnecting them 00000020:00080000:3.0:1789601780.590509:0:21222:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8df4d878a000), last request at 1789601705 00000020:00000080:3.0:1789601780.590526:0:21222:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2a25 00000020:00080000:3.0:1789601780.590538:0:21222:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df4d878a000): rc 0 00000020:00000080:3.0:1789601780.590542:0:21222:0:(genops.c:885:class_export_put()) final put ffff8df4d878a000/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1789601780.591066:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f8b53000/0068b5de-bd03-471c-817a-758c66ef4c46 for MGC192.168.203.148@tcp 00000020:00000080:1.0:1789601780.591082:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4ff55d800 for MGC192.168.203.148@tcp 00000020:00000080:1.0:1789601780.591088:0:13926:0:(genops.c:885:class_export_put()) final put ffff8df4ff55c000/0068b5de-bd03-471c-817a-758c66ef4c46 00000020:00000080:1.0:1789601780.591090:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4ff55c000/0068b5de-bd03-471c-817a-758c66ef4c46 for MGC192.168.203.148@tcp 00000020:01000000:1.0:1789601780.591094:0:13926:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.148@tcp (0068b5de-bd03-471c-817a-758c66ef4c46) 00000020:00000080:1.0:1789601780.592378:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d878a000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:1.0:1789601780.595611:0:21222:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1789601780.595620:0:21222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789601780.595624:0:21222:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789601780.595636:0:21222:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789601780.596232:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df3c3105800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1789601780.596425:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789601780.596434:0:21222:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1789601780.596439:0:21222:0:(genops.c:885:class_export_put()) final put ffff8df3c3103000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1789601780.596443:0:21222:0:(genops.c:844:class_export_destroy()) destroying export ffff8df3c3103000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1789601780.596449:0:21222:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:1.0:1789601780.596512:0:21222:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1789601780.596515:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789601780.596520:0:21222:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789601780.596527:0:21222:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8df4c3639000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789601780.596532:0:21222:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff8df4f8d919c0) has exports, disconnecting them 00000020:00080000:1.0:1789601780.596537:0:21222:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8df4c3639000), last request at 1789601705 00000020:00000080:1.0:1789601780.596540:0:21222:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f2a3a 00000020:00080000:1.0:1789601780.596577:0:21222:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8df4c3639000): rc 0 00000020:00000080:1.0:1789601780.596582:0:21222:0:(genops.c:885:class_export_put()) final put ffff8df4c3639000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1789601780.596628:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4c3639000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1789601780.632906:0:21222:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1789601780.632916:0:21222:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789601780.632921:0:21222:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789601780.632928:0:21222:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789601780.633159:0:13926:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8df4d878b800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1789601780.633311:0:17034:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1789601780.651745:0:17800:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1789601780.651967:0:17033:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1789601780.652333:0:17028:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8df3c23d5400:17028] 0 exiting: rc = 1 00000100:00100000:1.0:1789601780.652634:0:17029:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8df3c23d4800:17029] 1 exiting: rc = 0 00000100:00100000:3.0:1789601780.652932:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.659678:0:17031:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8df3c23d5600:17031] 1 exiting: rc = 0 00000100:00100000:1.0:1789601780.661411:0:18578:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8df3c2a55a00:18578] 3 exiting: rc = 0 00000100:00100000:1.0:1789601780.661530:0:17032:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8df3c360ae00:17032] 2 exiting: rc = 0 00000100:00100000:0.0:1789601780.662060:0:17030:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8df3c23d4000:17030] 0 exiting: rc = 1 00000100:00100000:3.0:1789601780.662361:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662372:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662377:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662382:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662387:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662394:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662401:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662406:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662412:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662417:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662422:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662426:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662432:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662437:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662444:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662450:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662457:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662464:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662470:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662474:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662497:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662503:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662508:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662514:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662520:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662526:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662531:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662537:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662547:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662553:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662578:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662586:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662592:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662597:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662602:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662609:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662615:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662622:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662629:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662636:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662645:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662655:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662659:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662664:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662669:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662673:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662678:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662683:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662688:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662693:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662708:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662714:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662719:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662724:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662728:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662741:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662745:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662750:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662756:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662761:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662767:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662772:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662777:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.662782:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789601780.663738:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789601780.663748:0:21222:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1789601780.663754:0:21222:0:(genops.c:885:class_export_put()) final put ffff8df4d8789800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1789601780.663759:0:21222:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4d8789800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1789601780.663764:0:21222:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1789601780.663811:0:21222:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df4eaba5800 1 00000020:00000080:3.0:1789601780.663818:0:21222:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x74872e3eca9f29df 00000020:00000080:3.0:1789601780.663824:0:21222:0:(genops.c:885:class_export_put()) final put ffff8df4eaba0000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1789601780.663834:0:21222:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1789601780.663838:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789601780.663842:0:21222:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789601780.663847:0:21222:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff8df4f7350000) has no exports 00000020:00000080:1.0:1789601780.663953:0:13926:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eaba0000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1789601780.706847:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789601780.706860:0:21222:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1789601780.706866:0:21222:0:(genops.c:885:class_export_put()) final put ffff8df4eaba3800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1789601780.706870:0:21222:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4eaba3800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1789601780.706880:0:21222:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1789601780.707212:0:21222:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8df4eaba6800 00000020:01000000:3.0:1789601780.707244:0:21222:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1789601780.707248:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789601780.707254:0:21222:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789601780.707258:0:21222:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff8df4fb6fb380) has no exports 00000020:00000080:3.0:1789601780.707283:0:21222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789601780.707289:0:21222:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1789601780.707301:0:21222:0:(genops.c:885:class_export_put()) final put ffff8df4f70a5800/OSS_uuid 00000020:00000080:3.0:1789601780.707304:0:21222:0:(genops.c:844:class_export_destroy()) destroying export ffff8df4f70a5800/OSS_uuid for OSS 00000020:01000000:3.0:1789601780.707308:0:21222:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:0.0:1789601780.707452:0:17041:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1789601780.707617:0:19127:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff8df3c2165000:19127] 3 exiting: rc = 0 00000100:00100000:0.0:1789601780.707620:0:18552:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff8df4c350d800:18552] 0 exiting: rc = 1 00000100:00100000:2.0:1789601780.707687:0:18554:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff8df4d87bd200:18554] 2 exiting: rc = 0 00000100:00100000:1.0:1789601780.707729:0:18553:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff8df4d87bda00:18553] 1 exiting: rc = 0 00000100:00100000:3.0:1789601780.709911:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709922:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709927:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709932:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709937:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709943:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709948:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709953:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709959:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709964:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709969:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709974:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709979:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709985:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709991:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.709996:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710002:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710007:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710012:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710018:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710023:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710028:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710033:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710039:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710045:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710050:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710056:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710061:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710066:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710072:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710077:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710083:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710107:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710112:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710118:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710123:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710129:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710135:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710140:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710146:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710152:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710157:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710162:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710167:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710172:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710178:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710183:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710188:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710193:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710199:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710204:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710210:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710215:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710220:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710225:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710230:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710236:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710241:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710246:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710251:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710256:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710261:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710266:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.710271:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601780.712459:0:20531:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_003: service thread [ffff8df4f3622200:20531] 3 exiting: rc = 0 00000100:00100000:0.0:1789601780.712544:0:20530:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_002: service thread [ffff8df4f3622400:20530] 2 exiting: rc = 0 00000100:00100000:2.0:1789601780.712598:0:18555:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8df3c31aae00:18555] 0 exiting: rc = 1 00000100:00100000:3.0:1789601780.718705:0:18556:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8df4c4ef3200:18556] 1 exiting: rc = 0 00000100:00100000:2.0:1789601780.722876:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.722886:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723003:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723012:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723018:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723024:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723030:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723035:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723041:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723046:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723051:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723071:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723077:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723082:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723087:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723092:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723098:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723103:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723108:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723113:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723119:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723124:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723129:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723134:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723141:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723145:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723150:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723155:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723160:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723166:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723171:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723176:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723180:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723186:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723191:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723197:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723203:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723208:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723213:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723218:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723223:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723228:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723233:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723238:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723243:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723248:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723274:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723279:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723284:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723290:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723295:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723302:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723307:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723313:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723318:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723323:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723329:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723334:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723339:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723545:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723581:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723588:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723594:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.723599:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789601780.724954:0:18558:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8df4f7118e00:18558] 1 exiting: rc = 0 00000100:00100000:1.0:1789601780.729666:0:18557:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8df4f7119000:18557] 0 exiting: rc = 1 00000100:00100000:3.0:1789601780.729744:0:18559:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8df4c2bb7800:18559] 2 exiting: rc = 0 00000100:00100000:2.0:1789601780.730374:0:20186:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8df3c42bb000:20186] 3 exiting: rc = 0 00000100:00100000:2.0:1789601780.730468:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730475:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730481:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730487:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730493:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730498:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730504:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730510:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730515:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730521:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730527:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730533:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730538:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730543:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730548:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730584:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730598:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730603:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730609:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730614:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730621:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730626:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730631:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730636:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730642:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730648:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730653:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730660:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730667:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730673:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730679:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730684:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730690:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730708:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730716:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730723:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730730:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730735:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730740:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730760:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730768:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730773:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730778:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730788:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730794:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730800:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730806:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730811:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730817:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730822:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730831:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730844:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730850:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730856:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730862:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730867:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730873:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730886:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730893:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730898:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730903:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730909:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730913:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.730918:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734304:0:18560:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8df4c1343600:18560] 0 exiting: rc = 1 00000100:00100000:2.0:1789601780.734408:0:18561:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8df4c1342000:18561] 1 exiting: rc = 0 00000100:00100000:2.0:1789601780.734467:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734474:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734479:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734484:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734490:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734495:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734501:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734507:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734512:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734517:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734523:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734528:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734533:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734538:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734544:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734549:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734554:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734588:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734593:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734598:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734616:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734621:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734626:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734631:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734636:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734642:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734648:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734653:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734659:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734664:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734669:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734673:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734678:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734684:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734690:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734705:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734711:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734717:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734722:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734727:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734732:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734737:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734741:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734746:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734751:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734756:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734761:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734766:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734771:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734776:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734781:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734786:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734791:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734796:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734802:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734813:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734818:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734823:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734828:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734832:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734837:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734843:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734848:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.734853:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789601780.736657:0:18562:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8df3c2ae3600:18562] 0 exiting: rc = 1 00000100:00100000:1.0:1789601780.736657:0:18563:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8df4f74a8400:18563] 1 exiting: rc = 0 00000100:00100000:2.0:1789601780.736915:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.736922:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.736931:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.736938:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.736966:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.736973:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.736980:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.736985:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.736991:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.736998:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737003:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737010:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737015:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737020:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737026:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737032:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737051:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737058:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737064:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737070:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737077:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737083:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737088:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737095:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737103:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737108:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737123:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737130:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737152:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737159:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737165:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737171:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737177:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737183:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737190:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737196:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737202:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737208:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737214:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737220:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737242:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737248:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737254:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737260:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737267:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737273:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737280:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737286:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737292:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737299:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737305:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737311:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737331:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737340:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737346:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737352:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737359:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737366:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737373:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737379:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737387:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737400:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737408:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789601780.737414:0:21222:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1789601780.745901:0:21222:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1789601799.560513:0:21987:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg348-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1789601811.331998:0:22587:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789601811.332027:0:22587:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1789601811.332029:0:22587:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789601811.332157:0:22587:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8df4efdbc800 00000020:01000004:2.0:1789601811.332176:0:22587:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1789601811.332185:0:22587:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789601811.332203:0:22587:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8df4f8d93380) 00000020:00000080:2.0:1789601811.332220:0:22587:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789601811.424309:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789601811.426071:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789601811.435081:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1789601811.435412:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789601811.435830:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.440733:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.442204:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.442796:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.443038:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.443406:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.443688:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.444068:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.444268:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.444585:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.444819:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.445122:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.445409:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.445942:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.446225:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.446545:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.446840:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.447262:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.447619:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.447813:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.448003:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.448513:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.448944:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.449325:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.449906:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.450087:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.450252:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.450615:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.450963:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1789601811.451484:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1789601811.454150:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.454711:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1789601811.455243:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1789601811.455538:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1789601811.456053:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789601811.456681:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789601811.456880:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.457124:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.457293:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.457550:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789601811.457767:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.458185:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.461765:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.464279:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.464809:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.465123:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.465579:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.465737:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1789601811.465969:0:22587:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:0.0:1789601811.466635:0:22587:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789601811.466860:0:22587:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1789601811.466869:0:22587:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789601811.466881:0:22587:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74872e3eca9f2e8c 00000020:01000004:0.0:1789601811.466888:0:22587:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1789601811.466893:0:22587:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1789601811.466898:0:22587:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8df4efdbc800 from MGS 00000020:01000004:0.0:1789601811.466901:0:22587:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1789601811.466910:0:22587:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8df4f3723380) 00000020:00000080:0.0:1789601811.466919:0:22587:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1789601811.466980:0:22587:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df4efdbc800 from MGS, refs=2 00080000:01000000:0.0:1789601811.466984:0:22587:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789601811.466989:0:22587:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74872e3eca9f2e9a 00000100:00100000:0.0:1789601811.467079:0:22587:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1789601811.467207:0:22587:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1789601811.467213:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1789601811.469143:0:22587:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1789601811.469155:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1789601811.472332:0:22587:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789601811.473093:0:22587:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1789601811.473100:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1789601811.474076:0:22587:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1789601811.474084:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1789601811.474651:0:22587:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1789601811.474659:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1789601811.479631:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601811.479638:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601811.479641:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601811.481215:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601811.481219:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601811.481222:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601811.481841:0:22587:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1789601811.483963:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1789601811.503385:0:22587:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1789601811.507464:0:22599:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1789601811.507582:0:22587:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1789601811.507650:0:22587:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789601811.510936:0:22587:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1789601811.511263:0:22587:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789601811.511418:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1789601811.511424:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1789601811.514961:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1789601811.514974:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1789601811.515415:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1789601811.515421:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:3.0:1789601811.516711:0:22604:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:2.0:1789601811.516763:0:22587:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1789601811.516783:0:22587:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.148@tcp' 00000020:01000004:2.0:1789601811.516785:0:22587:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1789601811.516814:0:22587:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.148@tcp (typ=mgc) 00000020:00000080:2.0:1789601811.516833:0:22587:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.148@tcp (ffff8df4f8d94d40) 00000020:00000080:2.0:1789601811.516849:0:22587:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1789601811.516928:0:22587:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df4f8918000@MGC192.168.203.148@tcp: add connection 192.168.203.148@tcp at head 00010000:00010000:2.0:1789601811.517086:0:22587:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.148@tcp-0 is initialized 00000040:01000000:2.0:1789601811.517092:0:22587:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.148@tcp ctxt 1 is initialized 10000000:01000000:0.0:1789601811.517523:0:22605:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1789601811.517708:0:22587:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.148@tcp (uuid dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd) 00000020:00000080:2.0:1789601811.517725:0:22587:0:(genops.c:1384:class_connect()) connect: client dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd, cookie 0x74872e3eca9f2ea8 00000100:00080000:2.0:1789601811.517733:0:22587:0:(import.c:545:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789601811.517742:0:22587:0:(import.c:666:import_select_connection()) MGC192.168.203.148@tcp: import ffff8df4f8918000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601811.517773:0:22587:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c5484700 x1876532918457984/t0(0) o250->MGC192.168.203.148@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601811.517800:0:22587:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd->MGS 00000020:01000004:2.0:1789601811.517819:0:22587:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1789601811.517824:0:22587:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1789601811.517835:0:22587:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8df4f8d90000) 00000020:00000080:2.0:1789601811.517846:0:22587:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1789601811.518665:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3644:1876532918457984:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1789601811.518734:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601811.520328:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918457984 00000100:00100000:1.0:1789601811.520343:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918457984 00000100:00100000:1.0:1789601811.520383:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789601811.520392:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3644:x1876532918457984:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1789601811.523196:0:22600:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:1.0:1789601811.523223:0:22600:0:(genops.c:1384:class_connect()) connect: client dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd, cookie 0x74872e3eca9f2eb6 00000100:00080000:1.0:1789601811.523320:0:22600:0:(import.c:65:import_set_state_nolock()) ffff8df4efd39800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789601811.523412:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+5:3644:x1876532918457984:12345-0@lo:250:mount.lustre.0 Request processed in 3019us (4675us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601811.523422:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789601811.523508:0:3644:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.148@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789601811.523518:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.203.148@tcp: connect to target with instance 0 00000100:00080000:1.0:1789601811.523528:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.203.148@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1789601811.523533:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1789601811.523537:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4f8918000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1789601811.523540:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1789601811.523837:0:3644:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1789601811.523846:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3644:1876532918457984:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789601811.529251:0:22587:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789601811.529413:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1789601811.529418:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1789601811.532198:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1789601811.532209:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1789601811.532553:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1789601811.532848:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1789601811.533414:0:22587:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789601811.533695:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1789601811.533701:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1789601811.534119:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1789601811.534125:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1789601811.583496:0:22587:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789601811.584169:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1789601811.584176:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1789601811.585385:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1789601811.585397:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1789601811.586329:0:22587:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789601811.586913:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1789601811.586919:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1789601811.587353:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1789601811.587360:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1789601811.588074:0:22587:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789601811.588228:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1789601811.588234:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1789601811.590469:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789601811.590494:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1789601811.591671:0:22587:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789601811.591842:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1789601811.591853:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1789601811.592465:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789601811.592483:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1789601811.609383:0:22587:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789601811.609827:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789601811.609833:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1789601811.610965:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789601811.610974:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1789601811.611763:0:22587:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789601811.611772:0:22587:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1789601811.612689:0:22587:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1789601811.612806:0:22587:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1789601811.612812:0:22587:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.148@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1789601811.612918:0:22587:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.148@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789601811.612952:0:22587:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.148@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1789601811.612956:0:22587:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789601811.612958:0:22587:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789601811.612959:0:22587:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789601811.612961:0:22587:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789601811.612962:0:22587:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789601811.612963:0:22587:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789601811.612965:0:22587:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789601811.612966:0:22587:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789601811.612968:0:22587:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789601811.612970:0:22587:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789601811.612973:0:22587:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1789601811.612975:0:22587:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789601811.612976:0:22587:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789601811.612977:0:22587:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789601811.612978:0:22587:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789601811.612979:0:22587:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789601811.612981:0:22587:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789601811.612982:0:22587:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789601811.612983:0:22587:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789601811.612984:0:22587:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789601811.612985:0:22587:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789601811.613012:0:22587:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1789601811.613033:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458112:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789601811.613126:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.613219:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5efac00 going to sleep for 11 seconds 00000100:00100000:2.0:1789601811.613281:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918458112 00000100:00100000:2.0:1789601811.613293:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918458112 00000100:00100000:2.0:1789601811.613374:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789601811.613383:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+5:22587:x1876532918458112:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789601811.613428:0:22603:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789601811.613432:0:22603:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1789601811.613436:0:22603:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1789601811.613921:0:22624:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1789601811.616063:0:22603:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1789601811.617867:0:22625:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1789601811.617873:0:22625:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1789601811.617876:0:22625:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1789601811.617878:0:22625:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1789601811.618101:0:22625:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1789601811.618273:0:22603:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789601811.618283:0:22603:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1789601811.622282:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+5:22587:x1876532918458112:12345-0@lo:253:mount.lustre.0 Request processed in 8891us (9147us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601811.622296:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789601811.622407:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458112:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789601811.622422:0:22587:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789601811.622426:0:22587:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789601811.622427:0:22587:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789601811.622429:0:22587:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789601811.622430:0:22587:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789601811.622432:0:22587:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789601811.622433:0:22587:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789601811.622434:0:22587:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789601811.622436:0:22587:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789601811.622438:0:22587:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789601811.622439:0:22587:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789601811.622458:0:22587:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8df4efdbc800 from lustre-MDT0000 10000000:01000000:0.0:1789601811.622499:0:22587:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1789601811.622502:0:22587:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789601811.622506:0:22587:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8df4f8d94d40 10000000:01000000:0.0:1789601811.622510:0:22587:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789601811.622517:0:22587:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8df4f8d94d40 from 1 10000000:01000000:0.0:1789601811.622520:0:22587:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1789601811.622552:0:22587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.622592:0:22587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.622602:0:22587:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601811.622619:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458240:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789601811.622652:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.622700:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5efa840 going to sleep for 11 seconds 00000100:00100000:1.0:1789601811.623092:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918458240 00000100:00100000:1.0:1789601811.623099:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918458240 00000100:00100000:1.0:1789601811.623178:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789601811.623194:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+5:22587:x1876532918458240:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789601811.623207:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601811.623220:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c212e200/0x74872e3eca9f2ec4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f2ebd expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.623242:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212e200/0x74872e3eca9f2ec4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f2ebd expref: 6 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.623253:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c212e200/0x74872e3eca9f2ec4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2ebd expref: 6 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.623273:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212e200, rc 0) 00000100:00100000:1.0:1789601811.623316:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+6:22587:x1876532918458240:12345-0@lo:101:mount.lustre.0 Request processed in 125us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601811.623322:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789601811.623386:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458240:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789601811.623399:0:22587:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.623408:0:22587:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601811.623460:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458368:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601811.623495:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.623783:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5efa840 going to sleep for 11 seconds 00000100:00100000:2.0:1789601811.623864:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918458368 00000100:00100000:2.0:1789601811.623868:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918458368 00000100:00100000:2.0:1789601811.623890:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789601811.623896:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+6:22587:x1876532918458368:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601811.623973:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+6:22587:x1876532918458368:12345-0@lo:501:mount.lustre.0 Request processed in 76us (477us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789601811.623979:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789601811.624057:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458368:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789601811.624083:0:22587:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789601811.624095:0:22587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.624103:0:22587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601811.624111:0:22587:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8df4efdbc800 10000000:01000000:0.0:1789601811.624126:0:22587:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789601811.624130:0:22587:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8df4efdbc800 10000000:01000000:0.0:1789601811.624132:0:22587:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789601811.624135:0:22587:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8df4efdbc800 from 1 10000000:01000000:0.0:1789601811.624137:0:22587:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789601811.624155:0:22587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7c00/0x74872e3eca9f2ecb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.624161:0:22587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7c00/0x74872e3eca9f2ecb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.624179:0:22587:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7c00/0x74872e3eca9f2ecb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601811.624191:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458496:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789601811.624215:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.624236:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5efa840 going to sleep for 11 seconds 00000100:00100000:2.0:1789601811.624582:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918458496 00000100:00100000:2.0:1789601811.624587:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918458496 00000100:00100000:2.0:1789601811.624608:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789601811.624615:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+6:22587:x1876532918458496:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601811.624623:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601811.624634:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737d600/0x74872e3eca9f2ed2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f2ecb expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601811.624650:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737d600/0x74872e3eca9f2ed2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f2ecb expref: 7 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601811.624670:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737d600/0x74872e3eca9f2ed2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2ecb expref: 7 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601811.624678:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737d600, rc 0) 00000100:00100000:2.0:1789601811.624721:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+7:22587:x1876532918458496:12345-0@lo:101:mount.lustre.0 Request processed in 106us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601811.624728:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789601811.624811:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458496:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789601811.624822:0:22587:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7c00/0x74872e3eca9f2ecb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ed2 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.624830:0:22587:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7c00/0x74872e3eca9f2ecb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2ed2 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601811.624841:0:22587:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789601811.624850:0:22587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7c00/0x74872e3eca9f2ecb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ed2 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.624857:0:22587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7c00/0x74872e3eca9f2ecb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ed2 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601811.624863:0:22587:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789601811.624877:0:22587:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789601811.624882:0:22587:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8df4efdbc800 10000000:01000000:0.0:1789601811.624885:0:22587:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789601811.624888:0:22587:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1789601811.624890:0:22587:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1789601811.624905:0:22587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6200/0x74872e3eca9f2ed9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.624918:0:22587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6200/0x74872e3eca9f2ed9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.624926:0:22587:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6200/0x74872e3eca9f2ed9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601811.624940:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458624:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789601811.624967:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.625007:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5efa840 going to sleep for 11 seconds 00000100:00100000:2.0:1789601811.625111:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918458624 00000100:00100000:2.0:1789601811.625115:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918458624 00000100:00100000:2.0:1789601811.625131:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789601811.625137:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+7:22587:x1876532918458624:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601811.625143:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601811.625150:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737d000/0x74872e3eca9f2ee0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f2ed9 expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601811.625168:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737d000/0x74872e3eca9f2ee0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f2ed9 expref: 8 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601811.625176:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737d000/0x74872e3eca9f2ee0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2ed9 expref: 8 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601811.625183:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737d000, rc 0) 00000100:00100000:2.0:1789601811.625209:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+8:22587:x1876532918458624:12345-0@lo:101:mount.lustre.0 Request processed in 72us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601811.625215:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789601811.625365:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458624:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789601811.625377:0:22587:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6200/0x74872e3eca9f2ed9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ee0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.625385:0:22587:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6200/0x74872e3eca9f2ed9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2ee0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601811.625425:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458752:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601811.625442:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.625458:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5efa840 going to sleep for 11 seconds 00000100:00100000:1.0:1789601811.625485:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918458752 00000100:00100000:1.0:1789601811.625490:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918458752 00000100:00100000:1.0:1789601811.625517:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789601811.625524:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+8:22587:x1876532918458752:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789601811.626721:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+9:22587:x1876532918458752:12345-0@lo:501:mount.lustre.0 Request processed in 1194us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601811.626886:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789601811.626937:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458752:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601811.626983:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458880:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789601811.627044:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601811.631367:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c43b2480 going to sleep for 11 seconds 00000100:00100000:3.0:1789601811.631530:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918458880 00000100:00100000:3.0:1789601811.631541:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918458880 00000100:00100000:3.0:1789601811.631776:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789601811.631786:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+9:22587:x1876532918458880:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789601811.635326:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+9:22587:x1876532918458880:12345-0@lo:503:mount.lustre.0 Request processed in 3532us (8273us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601811.635351:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789601811.635940:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918458880:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789601811.638312:0:22626:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22626:1876532918459008:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789601811.638516:0:22626:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601811.638588:0:22626:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c43b2240 going to sleep for 11 seconds 00000100:00100000:1.0:1789601811.638795:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918459008 00000100:00100000:1.0:1789601811.638803:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918459008 00000100:00100000:1.0:1789601811.638849:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789601811.638857:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+9:22626:x1876532918459008:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789601811.641316:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+9:22626:x1876532918459008:12345-0@lo:502:llog_process_th.0 Request processed in 2453us (2793us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601811.641334:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789601811.641602:0:22626:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22626:1876532918459008:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789601811.641814:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601811.641828:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601811.641830:0:22626:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789601811.641837:0:22626:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1789601811.641840:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789601811.641854:0:22626:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8df4f8d919c0) 00000020:00000080:2.0:1789601811.642229:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1789601811.642238:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1789601811.642326:0:22626:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1789601811.642335:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74872e3eca9f2eee 00000020:00000080:2.0:1789601811.643182:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1789601811.643188:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601811.643194:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601811.643196:0:22626:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789601811.643198:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601811.643202:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601811.643204:0:22626:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1789601811.643207:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789601811.643216:0:22626:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8df4d09c99c0) 00000020:00000080:2.0:1789601811.643227:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1789601811.643232:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789601811.643233:0:22626:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1789601811.643244:0:22626:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1789601811.643251:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789601811.643302:0:22626:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df4efdbc800 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1789601811.643314:0:22626:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8df4d09c8000) 00000020:00000080:2.0:1789601811.643322:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1789601811.643516:0:22626:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1789601811.643523:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x74872e3eca9f2f03 00000020:00000080:2.0:1789601811.644293:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1789601811.644301:0:22626:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1789601811.644308:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x74872e3eca9f2f0a 00080000:01000000:2.0:1789601811.644315:0:22626:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789601811.644319:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74872e3eca9f2f11 00010000:00010000:0.0:1789601811.759630:0:22626:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1789601811.761160:0:22626:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:0.0:1789601811.761665:0:22626:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1789601811.762165:0:22626:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8df4f37219c0) 00000020:00000080:0.0:1789601811.762198:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1789601811.765332:0:22626:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:0.0:1789601811.765356:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74872e3eca9f2f1f 00000020:00000080:1.0:1789601811.769177:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1789601811.775053:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x74872e3eca9f2f26 00000020:00000080:0.0:1789601811.776109:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1789601811.776124:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789601811.776133:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.776136:0:22626:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1789601811.776139:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789601811.776143:0:22626:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1789601811.776145:0:22626:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789601811.776146:0:22626:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789601811.776148:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789601811.776151:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.776152:0:22626:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789601811.776154:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789601811.776159:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.776161:0:22626:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1789601811.776166:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1789601811.776406:0:22626:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1789601811.776427:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789601811.776431:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.776433:0:22626:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1789601811.776436:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789601811.776440:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.776441:0:22626:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1789601811.776444:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789601811.776451:0:22626:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.148@tcp to nid 0x20000c0a8cb94 (192.168.203.148@tcp) 00000020:00000080:0.0:1789601811.776495:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789601811.776515:0:22626:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8df4f3720000) 00000020:00000080:0.0:1789601811.776534:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1789601811.776540:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789601811.777130:0:22626:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1789601811.777138:0:22626:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:0.0:1789601811.777157:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74872e3eca9f2f34 00010000:00080000:0.0:1789601811.778445:0:22626:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df3c400e000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.148@tcp at head 00010000:00010000:0.0:1789601811.781940:0:22626:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1789601811.788404:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789601811.788439:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1789601811.788950:0:22626:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789601811.788980:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x74872e3eca9f2f3b 00000100:00080000:0.0:1789601811.788994:0:22626:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789601811.789009:0:22626:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8df3c400e000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601811.789059:0:22626:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd55500 x1876532918459136/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789601811.789138:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918459136:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789601811.789229:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789601811.789305:0:22626:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1789601811.789334:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918459136 00000100:00100000:2.0:1789601811.789349:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918459136 00000020:01000000:0.0:1789601811.789391:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789601811.789398:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000100:00100000:2.0:1789601811.789403:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:00000080:0.0:1789601811.789405:0:22626:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1789601811.789413:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000100:00100000:2.0:1789601811.789420:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876532918459136:12345-0@lo:38:llog_process_th.0 00000020:01000000:0.0:1789601811.789421:0:22626:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1789601811.789427:0:22626:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789601811.789435:0:22626:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789601811.789438:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789601811.789442:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.789445:0:22626:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789601811.789448:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00010000:00020000:2.0:1789601811.789453:0:22613:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:01000004:0.0:1789601811.789467:0:22626:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789601811.789480:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.789482:0:22626:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1789601811.789489:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789601811.789494:0:22626:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.148@tcp to nid 0x20000c0a8cb94 (192.168.203.148@tcp) 00000020:01000000:0.0:1789601811.789520:0:22626:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789601811.789523:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789601811.789682:0:22626:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8df4f3724d40) 00000020:00000080:0.0:1789601811.789700:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1789601811.789706:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789601811.790053:0:22626:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1789601811.790061:0:22626:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1789601811.790069:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74872e3eca9f2f49 00010000:00080000:0.0:1789601811.790123:0:22626:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df4f37cf800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.148@tcp at head 00010000:00010000:0.0:1789601811.790370:0:22626:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1789601811.791626:0:22626:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789601811.791815:0:22626:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1789601811.798763:0:22626:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789601811.802100:0:22626:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1789601811.802334:0:22626:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1789601811.802826:0:22632:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789601811.802831:0:22632:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1789601811.803652:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789601811.803664:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789601811.803700:0:22626:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1789601811.803719:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x74872e3eca9f2f50 00000100:00080000:0.0:1789601811.803729:0:22626:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789601811.803740:0:22626:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8df4f37cf800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601811.803776:0:22626:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd57b80 x1876532918459264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789601811.803799:0:22626:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1789601811.803856:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789601811.803861:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.803862:0:22626:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789601811.803865:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789601811.803868:0:22626:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1789601811.803870:0:22626:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789601811.803871:0:22626:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789601811.803872:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789601811.803875:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.803876:0:22626:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789601811.803890:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789601811.803894:0:22626:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789601811.803898:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.803899:0:22626:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789601811.803903:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789601811.803907:0:22626:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.148@tcp to nid 0x20000c0a8cb94 (192.168.203.148@tcp) 00000020:01000000:0.0:1789601811.803929:0:22626:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789601811.803932:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789601811.803944:0:22626:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8df4f7638000) 00000020:00000080:0.0:1789601811.803956:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1789601811.803960:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789601811.804014:0:22626:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1789601811.804023:0:22626:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:0.0:1789601811.804029:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x74872e3eca9f2f5e 00010000:00080000:0.0:1789601811.804057:0:22626:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df4c5508800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.148@tcp at head 00010000:00010000:0.0:1789601811.804267:0:22626:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1789601811.804348:0:22626:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789601811.804363:0:22626:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1789601811.804594:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918459264:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789601811.804645:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876532918459264 offset 0 length 520: 4 00000040:00080000:0.0:1789601811.817632:0:22626:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789601811.819811:0:22626:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1789601811.819999:0:22626:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1789601811.823634:0:22634:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789601811.823642:0:22634:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000100:00100000:2.0:1789601811.829832:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876532918459136:12345-0@lo:38:llog_process_th.0 Request processed in 40408us (40592us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789601811.829857:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:00000080:0.0:1789601811.831648:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789601811.831663:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789601811.831701:0:22626:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789601811.831722:0:22626:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x74872e3eca9f2f65 00000100:00080000:0.0:1789601811.831731:0:22626:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789601811.831742:0:22626:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8df4c5508800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601811.831777:0:22626:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd54380 x1876532918459392/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789601811.831808:0:22626:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1789601811.831860:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789601811.831864:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.831866:0:22626:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789601811.831869:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789601811.831873:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.831874:0:22626:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789601811.831877:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789601811.831878:0:22626:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789601811.831881:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789601811.831884:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.831885:0:22626:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789601811.831887:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789601811.831890:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601811.831891:0:22626:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789601811.831895:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1789601811.831925:0:22626:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22626:1876532918459520:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789601811.832005:0:22626:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.832042:0:22626:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c42f2840 going to sleep for 11 seconds 00000100:00100000:3.0:1789601811.832433:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918459520 00000100:00100000:3.0:1789601811.832440:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918459520 00000100:00100000:3.0:1789601811.832493:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789601811.832503:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+9:22626:x1876532918459520:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789601811.832645:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+9:22626:x1876532918459520:12345-0@lo:502:llog_process_th.0 Request processed in 142us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601811.832653:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789601811.832708:0:22626:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22626:1876532918459520:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1789601811.832733:0:22626:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789601811.832737:0:22626:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601811.832739:0:22626:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789601811.832742:0:22626:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1789601811.832797:0:22587:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1789601811.832814:0:22587:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1789601811.832828:0:22587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6200/0x74872e3eca9f2ed9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ee0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.832864:0:22587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6200/0x74872e3eca9f2ed9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ee0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601811.832874:0:22587:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8df4efdbc800 from 1 10000000:01000000:3.0:1789601811.832877:0:22587:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789601811.832901:0:22587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.832908:0:22587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.832916:0:22587:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601811.832929:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918459648:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789601811.832958:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601811.832978:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f739b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601811.833341:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918459648 00000100:00100000:0.0:1789601811.833346:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918459648 00000100:00100000:0.0:1789601811.833370:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789601811.833377:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+9:22587:x1876532918459648:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789601811.833385:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601811.833400:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2f73 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f2f6c expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.833421:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2f73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f2f6c expref: 10 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.833443:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2f73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2f6c expref: 10 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.833452:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b7400, rc 0) 00000100:00100000:0.0:1789601811.833500:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+10:22587:x1876532918459648:12345-0@lo:101:mount.lustre.0 Request processed in 123us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601811.833507:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789601811.833617:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918459648:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789601811.833629:0:22587:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.833638:0:22587:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601811.835395:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918459776:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1789601811.835461:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601811.835505:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f739b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601811.836970:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918459776 00000100:00100000:0.0:1789601811.836982:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918459776 00000100:00100000:0.0:1789601811.837049:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789601811.837059:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+10:22587:x1876532918459776:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1789601811.837081:0:22600:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1789601811.837088:0:22600:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1789601811.837330:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+10:22587:x1876532918459776:12345-0@lo:256:mount.lustre.0 Request processed in 271us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601811.837338:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789601811.838012:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918459776:0@lo:256:mount.lustre.0 00000100:00080000:1.0:1789601811.838750:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789601811.838758:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789601811.838762:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918459136:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789601811.838787:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918459392:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789601811.838831:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876532918459392 offset 0 length 520: 4 10000000:01000000:3.0:1789601811.839490:0:22587:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789601811.839518:0:22587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.839530:0:22587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601811.839539:0:22587:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8df4efdbc800 from 1 10000000:01000000:3.0:1789601811.839542:0:22587:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789601811.839605:0:22587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.839613:0:22587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.839623:0:22587:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601811.839642:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918459904:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789601811.839682:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601811.839706:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f739b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789601811.839820:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918459904 00000100:00100000:1.0:1789601811.839827:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918459904 00000100:00100000:1.0:1789601811.839885:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789601811.839894:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+10:22587:x1876532918459904:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789601811.839906:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601811.839919:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f2f81 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f2f7a expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.839941:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f2f81 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f2f7a expref: 11 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.839951:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f2f81 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2f7a expref: 11 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.839958:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212ee00, rc 0) 00000100:00100000:1.0:1789601811.840041:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22587:x1876532918459904:12345-0@lo:101:mount.lustre.0 Request processed in 148us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601811.840060:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789601811.841387:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918459904:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789601811.841410:0:22587:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.841421:0:22587:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601811.841523:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918460032:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789601811.841583:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601811.841667:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f739b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601811.844711:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918460032 00000100:00100000:0.0:1789601811.844727:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918460032 00000100:00100000:0.0:1789601811.844786:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789601811.844797:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22587:x1876532918460032:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601811.845012:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22587:x1876532918460032:12345-0@lo:501:mount.lustre.0 Request processed in 216us (3427us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601811.845020:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789601811.845201:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918460032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601811.845251:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918460160:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789601811.845311:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601811.845362:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d3fa8840 going to sleep for 11 seconds 00000100:00100000:0.0:1789601811.845778:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918460160 00000100:00100000:0.0:1789601811.845784:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918460160 00000100:00100000:0.0:1789601811.845820:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789601811.845836:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22587:x1876532918460160:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789601811.845982:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22587:x1876532918460160:12345-0@lo:503:mount.lustre.0 Request processed in 147us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601811.845990:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789601811.847063:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918460160:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789601811.847738:0:22636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22636:1876532918460288:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789601811.847796:0:22636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601811.847838:0:22636:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d103a000 going to sleep for 11 seconds 00000100:00100000:1.0:1789601811.847891:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918460288 00000100:00100000:1.0:1789601811.847898:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918460288 00000100:00100000:1.0:1789601811.847941:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789601811.847950:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22636:x1876532918460288:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789601811.848531:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22636:x1876532918460288:12345-0@lo:502:llog_process_th.0 Request processed in 581us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601811.848539:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789601811.848665:0:22636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22636:1876532918460288:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789601811.848700:0:22636:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601811.848709:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601811.848711:0:22636:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789601811.848718:0:22636:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8df4efdbc800 00000020:00000080:2.0:1789601811.848721:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601811.848728:0:22636:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601811.848730:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601811.848731:0:22636:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789601811.848734:0:22636:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601811.848736:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601811.848737:0:22636:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789601811.848740:0:22636:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8df4efdbc800 00000020:00000080:2.0:1789601811.848742:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601811.848800:0:22636:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601811.848803:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601811.848804:0:22636:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789601811.848807:0:22636:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601811.848809:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601811.848810:0:22636:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789601811.848814:0:22636:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8df4efdbc800 00000020:00000080:2.0:1789601811.848816:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601811.848836:0:22636:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601811.848839:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601811.848840:0:22636:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789601811.848843:0:22636:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601811.848846:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601811.848847:0:22636:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789601811.848850:0:22636:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8df4efdbc800 00000020:00000080:2.0:1789601811.848853:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789601811.848887:0:22636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22636:1876532918460416:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789601811.848924:0:22636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601811.848947:0:22636:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d103a000 going to sleep for 11 seconds 00000100:00100000:1.0:1789601811.849015:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918460416 00000100:00100000:1.0:1789601811.849021:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918460416 00000100:00100000:1.0:1789601811.849088:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789601811.849096:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22636:x1876532918460416:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789601811.849182:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22636:x1876532918460416:12345-0@lo:502:llog_process_th.0 Request processed in 87us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601811.849189:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789601811.849284:0:22636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22636:1876532918460416:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1789601811.849305:0:22636:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789601811.849310:0:22636:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601811.849312:0:22636:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789601811.849315:0:22636:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1789601811.851657:0:22587:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789601811.851688:0:22587:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789601811.851708:0:22587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.851720:0:22587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601811.851775:0:22587:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789601811.851778:0:22587:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8df4efdbc800 10000000:01000000:0.0:1789601811.851781:0:22587:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8df4efdbc800 10000000:01000000:0.0:1789601811.851785:0:22587:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789601811.851790:0:22587:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8df4efdbc800 from 1 10000000:01000000:0.0:1789601811.851793:0:22587:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789601811.851824:0:22587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7e00/0x74872e3eca9f2f88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.851832:0:22587:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7e00/0x74872e3eca9f2f88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.851842:0:22587:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7e00/0x74872e3eca9f2f88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601811.851863:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918460544:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789601811.851919:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.858253:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c42f29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601811.872115:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918460544 00000100:00100000:2.0:1789601811.872140:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918460544 00000100:00100000:2.0:1789601811.872211:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789601811.872221:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22587:x1876532918460544:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601811.872236:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601811.872253:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737d800/0x74872e3eca9f2f8f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f2f88 expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601811.872281:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737d800/0x74872e3eca9f2f8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f2f88 expref: 12 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601811.872291:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737d800/0x74872e3eca9f2f8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2f88 expref: 12 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601811.872300:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737d800, rc 0) 00000100:00100000:2.0:1789601811.872391:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22587:x1876532918460544:12345-0@lo:101:mount.lustre.0 Request processed in 172us (20471us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601811.872399:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789601811.872757:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918460544:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789601811.872778:0:22587:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7e00/0x74872e3eca9f2f88 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2f8f expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.872788:0:22587:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7e00/0x74872e3eca9f2f88 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2f8f expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601811.872873:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918460672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601811.872912:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.872940:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c42f29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601811.874761:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918460672 00000100:00100000:2.0:1789601811.874772:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918460672 00000100:00100000:2.0:1789601811.874838:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789601811.874847:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22587:x1876532918460672:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601811.875016:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22587:x1876532918460672:12345-0@lo:501:mount.lustre.0 Request processed in 170us (2103us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601811.875023:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789601811.875800:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918460672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601811.875851:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918460800:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789601811.875911:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.875953:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c42f29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601811.876619:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918460800 00000100:00100000:2.0:1789601811.876626:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918460800 00000100:00100000:2.0:1789601811.876677:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789601811.876686:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22587:x1876532918460800:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789601811.876810:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22587:x1876532918460800:12345-0@lo:503:mount.lustre.0 Request processed in 125us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601811.876817:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789601811.877061:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918460800:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789601811.882404:0:22640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22640:1876532918460928:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789601811.882503:0:22640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.882568:0:22640:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c42f2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789601811.885579:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918460928 00000100:00100000:0.0:1789601811.885595:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918460928 00000100:00100000:0.0:1789601811.885665:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789601811.885675:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22640:x1876532918460928:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789601811.887522:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22640:x1876532918460928:12345-0@lo:502:llog_process_th.0 Request processed in 1840us (5011us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601811.887546:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789601811.887644:0:22640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22640:1876532918460928:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1789601811.887711:0:22640:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1789601811.887726:0:22640:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8df4f76399c0) 00000020:00000080:0.0:1789601811.887745:0:22640:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1789601811.887830:0:22640:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df4efdbc800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1789601811.887834:0:22640:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df4efdbc800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1789601811.887837:0:22640:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df4efdbc800 4 00010000:00080000:0.0:1789601811.887875:0:22640:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df4cd0f1000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.148@tcp at head 00010000:00010000:0.0:1789601811.899682:0:22640:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1789601811.899921:0:22640:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1789601811.899963:0:22640:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789601811.899978:0:22640:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x74872e3eca9f2f9d 00000100:00080000:0.0:1789601811.899989:0:22640:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789601811.899999:0:22640:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8df4cd0f1000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601811.900033:0:22640:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd54a80 x1876532918461056/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789601811.900063:0:22640:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789601811.900437:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789601811.900443:0:1385:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789601811.900445:0:1385:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789601811.900451:0:1385:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 679 00000100:00080000:3.0:1789601811.900455:0:1385:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789601811.900461:0:1385:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8df3c400e000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:3.0:1789601811.900489:0:1385:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd5ca80 x1876532918461184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789601811.900499:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789601811.900502:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789601811.900505:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789601811.900508:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789601811.901269:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876532918461056:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789601811.901350:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601811.901398:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918461184:0@lo:38:kworker.0 00000100:00100000:1.0:1789601811.901421:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601811.901603:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918461184 00000100:00100000:1.0:1789601811.901611:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918461184 00000100:00100000:1.0:1789601811.901640:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789601811.901648:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918461184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789601811.901665:0:22614:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789601811.901706:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918461184:12345-0@lo:38:kworker.0 Request processed in 58us (284us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789601811.901722:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1789601811.901758:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789601811.901763:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789601811.901766:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918461184:0@lo:38:kworker.0 00000100:00100000:0.0:1789601811.903465:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918461056 00000100:00100000:0.0:1789601811.903487:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918461056 00000100:00100000:0.0:1789601811.903524:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789601811.903531:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918461056:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789601811.903636:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918461056:12345-0@lo:38:llog_process_th.0 Request processed in 104us (2285us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789601811.903643:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789601811.905632:0:22640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22640:1876532918461312:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789601811.905708:0:22640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601811.905734:0:22640:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d103a000 going to sleep for 11 seconds 00000100:00100000:1.0:1789601811.907112:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789601811.907123:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4cd0f1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789601811.907243:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789601811.907250:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876532918461056:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789601811.907288:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918461312 00000100:00100000:1.0:1789601811.907295:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918461312 00000100:00100000:1.0:1789601811.907417:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789601811.907427:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22640:x1876532918461312:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789601811.907617:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22640:x1876532918461312:12345-0@lo:502:llog_process_th.0 Request processed in 191us (1909us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601811.907626:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789601811.910397:0:22640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22640:1876532918461312:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789601811.910488:0:22640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22640:1876532918461440:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789601811.910586:0:22640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601811.910623:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918461440 00000100:00100000:2.0:1789601811.910630:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918461440 00000100:00100000:2.0:1789601811.910673:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789601811.910682:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22640:x1876532918461440:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789601811.910787:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22640:x1876532918461440:12345-0@lo:502:llog_process_th.0 Request processed in 105us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601811.910795:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789601811.914948:0:22640:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d103a000 going to sleep for 11 seconds 00000100:00100000:2.0:1789601811.915297:0:22640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22640:1876532918461440:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1789601811.923914:0:22640:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1789601811.924264:0:22587:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789601811.924299:0:22587:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789601811.924315:0:22587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7e00/0x74872e3eca9f2f88 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2f8f expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601811.924327:0:22587:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7e00/0x74872e3eca9f2f88 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2f8f expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789601811.924376:0:22587:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789601811.924378:0:22587:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789601811.924380:0:22587:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789601811.924381:0:22587:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789601811.924382:0:22587:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789601811.924383:0:22587:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789601811.924384:0:22587:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789601811.924385:0:22587:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789601811.924387:0:22587:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789601811.924388:0:22587:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789601811.924392:0:22587:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1789601811.924394:0:22587:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789601811.924395:0:22587:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789601811.924396:0:22587:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789601811.924397:0:22587:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789601811.924398:0:22587:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789601811.924399:0:22587:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789601811.924400:0:22587:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789601811.924401:0:22587:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789601811.924402:0:22587:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789601811.924403:0:22587:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789601811.924426:0:22587:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1789601811.924444:0:22587:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918461568:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789601811.924522:0:22587:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601811.924698:0:22587:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c42f2600 going to sleep for 11 seconds 00000100:00100000:0.0:1789601811.925857:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918461568 00000100:00100000:0.0:1789601811.925867:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918461568 00000100:00100000:0.0:1789601811.925931:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789601811.925941:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22587:x1876532918461568:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789601811.926247:0:22603:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789601811.926264:0:22603:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789601811.932180:0:22603:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789601811.932196:0:22603:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1789601811.932620:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22587:x1876532918461568:12345-0@lo:253:mount.lustre.0 Request processed in 6676us (8092us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601811.932632:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789601811.932698:0:22587:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22587:1876532918461568:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789601811.932712:0:22587:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789601811.932715:0:22587:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789601811.932717:0:22587:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789601811.932719:0:22587:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789601811.932720:0:22587:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789601811.932721:0:22587:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789601811.932723:0:22587:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789601811.932724:0:22587:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789601811.932725:0:22587:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789601811.932727:0:22587:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789601811.932728:0:22587:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789601811.932742:0:22587:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1789601811.935632:0:22624:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789601811.935641:0:22624:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789601811.935666:0:22624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.935685:0:22624:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2f73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2f6c expref: 11 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.935694:0:22624:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.935738:0:22624:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2f73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f2f6c expref: 11 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.935767:0:22624:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2f73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f2f6c expref: 11 pid: 22600 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601811.935783:0:22624:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918461696:0@lo:104: 00000100:00100000:1.0:1789601811.935860:0:22624:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601811.935912:0:22624:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f8aa3240 going to sleep for 11 seconds 00000100:00100000:2.0:1789601811.936525:0:22591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918461696 00000100:00100000:2.0:1789601811.936615:0:22591:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918461696 00000100:00100000:2.0:1789601811.937133:0:22591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789601811.937147:0:22591:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:22624:x1876532918461696:12345-0@lo:104: 00010000:00010000:2.0:1789601811.937168:0:22591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601811.937283:0:22591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789601811.937291:0:22591:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:22624:x1876532918461696:12345-0@lo:104: Request processed in 147us (1430us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601811.937300:0:22591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789601811.937579:0:22624:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918461696:0@lo:104: 00010000:00010000:1.0:1789601811.937611:0:22624:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.937682:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601811.937706:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.937716:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7383800 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:3.0:1789601811.937720:0:22597:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.937730:0:22597:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789601811.937737:0:22597:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601811.937742:0:22597:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789601811.937798:0:22597:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.937804:0:22597:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789601811.937827:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.937834:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f2f6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f2f73 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601811.939336:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601811.939340:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601811.939342:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601811.939407:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918461824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789601811.939489:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601811.939815:0:22593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918461824 00000100:00100000:1.0:1789601811.939823:0:22593:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918461824 00010000:00010000:1.0:1789601811.939865:0:22593:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2f73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f2f6c expref: 12 pid: 22600 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601811.939903:0:22593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789601811.939913:0:22593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:3648:x1876532918461824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601811.939925:0:22593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601811.939931:0:22593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2f73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f2f6c expref: 12 pid: 22600 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.939943:0:22593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2f73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f2f6c expref: 12 pid: 22600 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.939958:0:22593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2f73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f2f6c expref: 12 pid: 22600 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.939972:0:22593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.939990:0:22593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789601811.940005:0:22593:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004363722s 00010000:00010000:1.0:1789601811.940009:0:22593:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.940016:0:22593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.940023:0:22593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.940029:0:22593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.940035:0:22593:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212f200 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601811.940039:0:22593:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.940046:0:22593:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.940060:0:22593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.940070:0:22593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601811.940108:0:22593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:3648:x1876532918461824:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601811.940116:0:22593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789601811.940172:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918461824:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601811.940196:0:22624:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.940204:0:22624:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601811.940211:0:22624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f2fa4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1789601811.978969:0:22587:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000020:00080000:1.0:1789601811.988258:0:22648:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:1.0:1789601811.988265:0:22648:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1789601811.991367:0:22587:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:2.0:1789601811.993938:0:22649:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789601811.993981:0:22587:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:1.0:1789601811.994874:0:22649:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1789601811.997041:0:22587:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1789601811.997090:0:22587:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1789601811.997993:0:22587:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1789601811.998006:0:22587:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1789601811.998064:0:22587:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1789601812.000672:0:22650:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8df4efd54a80 x1876532918461952/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601812.000690:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00000040:00080000:1.0:1789601812.001167:0:22649:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789601812.001254:0:22649:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 1, retries 0 00000040:00080000:2.0:1789601812.005073:0:22587:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1789601812.005904:0:22587:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1789601812.005959:0:22587:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1789601812.013428:0:22587:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1789601812.014206:0:22587:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1789601812.033419:0:22587:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1789601812.052391:0:22587:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1789601812.052465:0:22587:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa27c8185b988 00100000:10000000:3.0:1789601812.052485:0:22587:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1789601812.062180:0:22587:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789601812.062205:0:22587:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.148@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789601812.062376:0:22587:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1789601812.062401:0:22587:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1789601812.071382:0:22587:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789601812.071716:0:22587:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789601812.486948:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789601812.683279:0:22605:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789601812.683288:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8df4efdbc800 from 11 10000000:01000000:1.0:1789601812.683294:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789601812.683356:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601812.683369:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601812.683385:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601812.683417:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918462080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789601812.683535:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601812.683615:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f73fab40 going to sleep for 11 seconds 00000100:00100000:2.0:1789601812.685126:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918462080 00000100:00100000:2.0:1789601812.685144:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918462080 00000100:00100000:2.0:1789601812.685224:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789601812.685237:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+11:22605:x1876532918462080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789601812.685257:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601812.685282:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2fb2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f2fab expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601812.685316:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2fb2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f2fab expref: 12 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601812.685330:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2fb2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2fab expref: 12 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601812.685350:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737ca00, rc 0) 00000100:00100000:2.0:1789601812.685450:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22605:x1876532918462080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 215us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601812.685457:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789601812.685620:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918462080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789601812.685646:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601812.685658:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601812.685739:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918462208:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789601812.685787:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601812.685827:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f73fab40 going to sleep for 11 seconds 00000100:00100000:3.0:1789601812.685912:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918462208 00000100:00100000:3.0:1789601812.685919:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918462208 00000100:00100000:3.0:1789601812.685958:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789601812.685966:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22605:x1876532918462208:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789601812.685994:0:22602:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789601812.686015:0:22602:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789601812.686018:0:22602:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1789601812.686106:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:22605:x1876532918462208:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 141us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601812.686114:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789601812.686235:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918462208:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789601812.686287:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789601812.686295:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601812.686305:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789601812.937077:0:22644:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789601812.937086:0:22644:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789601812.945591:0:22644:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789601812.945606:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1789601813.065714:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:3.0:1789601813.510802:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789601813.967914:0:22644:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789601813.967922:0:22644:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789601813.968055:0:22644:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1789601813.968093:0:22644:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789601813.968237:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:2.0:1789601814.097841:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:1.0:1789601814.536098:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601815.111210:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:0.0:1789601815.572043:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601816.133785:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:1.0:1789601816.584476:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789601816.903553:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789601816.903571:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789601816.903575:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601816.903583:0:13926:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 680 00000100:00080000:2.0:1789601816.903589:0:13926:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789601816.903599:0:13926:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8df3c400e000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601816.903622:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c5485f80 x1876532918462464/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601816.903640:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601816.903643:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601816.903646:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601816.903649:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601816.903693:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789601816.903710:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789601816.903712:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4cd0f1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601816.903719:0:13926:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8df4cd0f1000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601816.903731:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c5486300 x1876532918462592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789601816.903782:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918462336:0@lo:400:kworker.0 00000100:00100000:2.0:1789601816.903840:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601816.903906:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918462464:0@lo:38:kworker.0 00000100:00100000:2.0:1789601816.903947:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601816.903971:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876532918462592:0@lo:38:kworker.0 00000100:00100000:2.0:1789601816.903995:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601816.904031:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918462336 00000100:00100000:2.0:1789601816.904037:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918462336 00000100:00100000:2.0:1789601816.904072:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789601816.904079:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:3645:x1876532918462336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601816.904117:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:3645:x1876532918462336:12345-0@lo:400:kworker.0 Request processed in 38us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601816.904123:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789601816.904149:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918462464 00000100:00100000:2.0:1789601816.904152:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918462464 00000100:00100000:2.0:1789601816.904166:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789601816.904170:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918462464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789601816.904184:0:22614:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789601816.904208:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918462464:12345-0@lo:38:kworker.0 Request processed in 37us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789601816.904222:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1789601816.904254:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601816.904258:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789601816.904261:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918462464:0@lo:38:kworker.0 00000100:00100000:2.0:1789601816.904280:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918462336:0@lo:400:kworker.0 00000100:00100000:0.0:1789601816.909670:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918462592 00000100:00100000:0.0:1789601816.909683:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918462592 00000100:00100000:0.0:1789601816.910078:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789601816.910088:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876532918462592:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1789601816.910122:0:22610:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 685 last 0 00000020:00000080:0.0:1789601816.910165:0:22610:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x74872e3eca9f2fb9 00000004:00100000:0.0:1789601816.910182:0:22610:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789601816.910339:0:22610:0:(import.c:65:import_set_state_nolock()) ffff8df4cd0f7000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789601816.910445:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876532918462592:12345-0@lo:38:kworker.0 Request processed in 347us (6437us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601816.910453:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789601816.910659:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8df4c5486300 x1876532918462592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789601826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789601816.910675:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789601816.910684:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1789601816.910689:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789601816.910691:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4cd0f1000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789601816.910698:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876532918462592:0@lo:38:kworker.0 00000100:00100000:0.0:1789601817.163291:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:0.0:1789601817.607787:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789601818.108400:0:22893:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg348-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1789601818.183758:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:1.0:1789601818.631064:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601819.209690:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00000020:00000004:2.0:1789601819.464414:0:22946:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789601819.465195:0:22946:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789601819.653832:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601820.231632:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:1.0:1789601820.679745:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789601820.937887:0:22996:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789601820.938074:0:22996:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789601821.009594:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601811/real 1789601811] req@ffff8df4efd54380 x1876532918459392/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601821 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601821.009633:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4efd54380 x1876532918459392/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601821 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601821.009647:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601811/real 1789601811] req@ffff8df4efd57b80 x1876532918459264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601821 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601821.009661:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4efd57b80 x1876532918459264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601821 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789601821.009684:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789601821.009709:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789601821.009714:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918459392:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789601821.009721:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4f37cf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789601821.009725:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789601821.009729:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918459264:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789601821.010013:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789601821.010019:0:1385:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789601821.010022:0:1385:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601821.010038:0:1385:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 685 00000100:00080000:0.0:1789601821.010045:0:1385:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789601821.010059:0:1385:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8df3c400e000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601821.010084:0:1385:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd57100 x1876532918462848/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789601821.010097:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601821.010100:0:1385:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789601821.010102:0:1385:0:(import.c:65:import_set_state_nolock()) ffff8df4f37cf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601821.010105:0:1385:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 679 00000100:00080000:0.0:1789601821.010107:0:1385:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789601821.010111:0:1385:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8df4f37cf800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601821.010120:0:1385:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd55c00 x1876532918462976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789601821.010128:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601821.010131:0:1385:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789601821.010133:0:1385:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601821.010135:0:1385:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 679 00000100:00080000:0.0:1789601821.010137:0:1385:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789601821.010141:0:1385:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8df4c5508800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601821.010149:0:1385:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd55880 x1876532918463104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789601821.010186:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789601821.010198:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918462720:0@lo:400:kworker.0 00000100:00100000:0.0:1789601821.010275:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601821.010330:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918463232:0@lo:400:kworker.0 00000100:00100000:0.0:1789601821.010364:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601821.011054:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918462720 00000100:00100000:0.0:1789601821.011071:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918462720 00000100:00100000:0.0:1789601821.011150:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789601821.011159:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:3645:x1876532918462720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601821.011253:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:3645:x1876532918462720:12345-0@lo:400:kworker.0 Request processed in 95us (978us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601821.011260:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789601821.012081:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918463232 00000100:00100000:0.0:1789601821.012089:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918463232 00000100:00100000:0.0:1789601821.012123:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789601821.012130:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918463232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601821.012182:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918463232:12345-0@lo:400:kworker.0 Request processed in 53us (1817us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601821.012188:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789601821.012228:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918462720:0@lo:400:kworker.0 00010000:00080000:0.0:1789601821.012265:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8df4efd57480 x1876532918463232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601821.012355:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918463232:0@lo:400:kworker.0 00000100:00100000:1.0:1789601821.013732:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918462848:0@lo:38:kworker.0 00000100:00100000:1.0:1789601821.013819:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601821.013869:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918462976:0@lo:8:kworker.0 00000400:00000100:1.0:1789601821.013890:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876532918462976 offset 0 length 520: 4 00000100:00100000:1.0:1789601821.013926:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918463104:0@lo:8:kworker.0 00000400:00000100:1.0:1789601821.013945:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876532918463104 offset 0 length 520: 4 00000100:00100000:0.0:1789601821.015302:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918462848 00000100:00100000:0.0:1789601821.015318:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918462848 00000100:00100000:0.0:1789601821.015374:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789601821.015383:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918462848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789601821.015416:0:22614:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789601821.015506:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918462848:12345-0@lo:38:kworker.0 Request processed in 122us (1685us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789601821.015529:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1789601821.016705:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789601821.016719:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789601821.016725:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918462848:0@lo:38:kworker.0 00000100:00100000:1.0:1789601821.253772:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:0.0:1789601821.701849:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601822.277606:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:1.0:1789601822.725834:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789601823.181053:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789601823.302708:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:2.0:1789601823.750475:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601824.326625:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:1.0:1789601824.775909:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601825.349717:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:0.0:1789601825.800581:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789601826.121445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789601826.121452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789601826.121455:0:37:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601826.121462:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 689 00000100:00080000:0.0:1789601826.121467:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789601826.121569:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918463360:0@lo:400:kworker.0 00000100:00100000:1.0:1789601826.121641:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601826.121709:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918463360 00000100:00100000:1.0:1789601826.121716:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918463360 00000100:00100000:1.0:1789601826.121760:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789601826.121781:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:3648:x1876532918463360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601826.121829:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:3648:x1876532918463360:12345-0@lo:400:kworker.0 Request processed in 60us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601826.121836:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789601826.121880:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918463360:0@lo:400:kworker.0 00000100:00080000:0.0:1789601826.122156:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8df3c400e000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601826.122181:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd55500 x1876532918463488/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789601826.122299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601826.122304:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789601826.122306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601826.122308:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789601826.122343:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789601826.122353:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876532918463616:0@lo:400:kworker.0 00000100:00100000:0.0:1789601826.122394:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601826.122430:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918463616 00000100:00100000:0.0:1789601826.122434:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918463616 00000100:00100000:0.0:1789601826.122464:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789601826.122631:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876532918463616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601826.122681:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876532918463616:12345-0@lo:400:kworker.0 Request processed in 211us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601826.122702:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1789601826.122797:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8df4efd56a00 x1876532918463616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601826.122809:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876532918463616:0@lo:400:kworker.0 00000100:00100000:1.0:1789601826.123798:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918463488:0@lo:38:kworker.0 00000100:00100000:1.0:1789601826.123843:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601826.124030:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918463488 00000100:00100000:2.0:1789601826.124036:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918463488 00000100:00100000:2.0:1789601826.124066:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789601826.124073:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918463488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789601826.124090:0:22614:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789601826.135025:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918463488:12345-0@lo:38:kworker.0 Request processed in 10940us (11170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789601826.135041:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1789601826.143320:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789601826.143342:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789601826.143348:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918463488:0@lo:38:kworker.0 00000100:00100000:0.0:1789601826.374785:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:1.0:1789601826.830466:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601827.397624:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:0.0:1789601827.847969:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601828.424875:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:2.0:1789601828.871367:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789601829.017889:0:23342:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789601829.017893:0:23342:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:1.0:1789601829.017894:0:23342:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1789601829.018005:0:23342:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8df4f70a7800 00000020:01000004:1.0:1789601829.018019:0:23342:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1789601829.018031:0:23342:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789601829.018046:0:23342:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8df4fb6f99c0) 00000020:00000080:1.0:1789601829.018064:0:23342:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789601829.124295:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789601829.125881:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1789601829.127162:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789601829.127766:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1789601829.127931:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1789601829.128162:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789601829.128619:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1789601829.128774:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789601829.128971:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1789601829.129342:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789601829.129833:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1789601829.130416:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1789601829.130758:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1789601829.130979:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1789601829.135726:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1789601829.135952:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1789601829.136198:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789601829.136489:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1789601829.136706:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1789601829.137147:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1789601829.137459:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1789601829.137679:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1789601829.137914:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:0.0:1789601829.138157:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.140313:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1789601829.140689:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1789601829.140923:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.141152:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.141596:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.141780:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.141975:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1789601829.142281:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1789601829.143446:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1789601829.145475:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1789601829.148073:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.148666:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1789601829.148934:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.149333:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.149595:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1789601829.149800:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1789601829.150007:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.150314:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.150511:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.150796:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1789601829.151249:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1789601829.151496:0:23342:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00080000:01000000:1.0:1789601829.154687:0:23342:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789601829.154917:0:23342:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1789601829.154931:0:23342:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789601829.154943:0:23342:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x74872e3eca9f2fc7 00000020:01000004:1.0:1789601829.154951:0:23342:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1789601829.154984:0:23342:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.148@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789601829.154988:0:23342:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.148@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789601829.154993:0:23342:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1789601829.155020:0:23342:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1789601829.155024:0:23342:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.148@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1789601829.161957:0:23342:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.148@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789601829.161998:0:23342:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.148@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1789601829.162004:0:23342:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789601829.162005:0:23342:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789601829.162007:0:23342:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789601829.162008:0:23342:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789601829.162009:0:23342:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789601829.162010:0:23342:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789601829.162016:0:23342:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789601829.162018:0:23342:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789601829.162019:0:23342:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789601829.162024:0:23342:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1789601829.162026:0:23342:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789601829.162027:0:23342:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789601829.162028:0:23342:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789601829.162029:0:23342:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789601829.162029:0:23342:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789601829.162030:0:23342:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789601829.162031:0:23342:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789601829.162032:0:23342:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789601829.162033:0:23342:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789601829.162064:0:23342:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789601829.162094:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918463744:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789601829.162160:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.162206:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f37540c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601829.162268:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918463744 00000100:00100000:0.0:1789601829.162275:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918463744 00000100:00100000:0.0:1789601829.162324:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789601829.162333:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:23342:x1876532918463744:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789601829.162370:0:22602:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1789601829.162373:0:22602:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1789601829.162380:0:22602:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1789601829.162645:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:23342:x1876532918463744:12345-0@lo:253:mount.lustre.0 Request processed in 312us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.162654:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789601829.162830:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918463744:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789601829.162839:0:23342:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1789601829.162841:0:23342:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789601829.162842:0:23342:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789601829.162843:0:23342:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789601829.162844:0:23342:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789601829.162845:0:23342:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789601829.162846:0:23342:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789601829.162847:0:23342:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789601829.162848:0:23342:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789601829.162849:0:23342:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789601829.162878:0:23342:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8df4f70a7800 from lustre-MDT0001 10000000:01000000:2.0:1789601829.162903:0:23342:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1789601829.162906:0:23342:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789601829.162912:0:23342:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8df4f8d94d40 local copy 00010000:00010000:2.0:1789601829.162921:0:23342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.162994:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918463872:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601829.163029:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.163060:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f37546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789601829.163149:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918463872 00000100:00100000:1.0:1789601829.163155:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918463872 00000100:00100000:1.0:1789601829.163198:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789601829.163206:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:23342:x1876532918463872:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789601829.163271:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:23342:x1876532918463872:12345-0@lo:501:mount.lustre.0 Request processed in 66us (241us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789601829.163278:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789601829.163595:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918463872:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789601829.163611:0:23342:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.148@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789601829.163630:0:23342:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.148@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789601829.163636:0:23342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.163645:0:23342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601829.163666:0:23342:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8df4f70a7800 10000000:01000000:2.0:1789601829.163670:0:23342:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789601829.163675:0:23342:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8df4f8d94d40 10000000:01000000:2.0:1789601829.163677:0:23342:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1789601829.163681:0:23342:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8df4f8d94d40 from 1 10000000:01000000:2.0:1789601829.163683:0:23342:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1789601829.163709:0:23342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737dc00/0x74872e3eca9f2fce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.163717:0:23342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f737dc00/0x74872e3eca9f2fce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.163726:0:23342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f737dc00/0x74872e3eca9f2fce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.163740:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464000:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789601829.163765:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.163791:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f37546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789601829.163991:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918464000 00000100:00100000:1.0:1789601829.163997:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918464000 00000100:00100000:1.0:1789601829.164184:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789601829.164194:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+12:23342:x1876532918464000:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789601829.164205:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601829.164217:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c212fa00/0x74872e3eca9f2fd5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f2fce expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601829.164238:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212fa00/0x74872e3eca9f2fd5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f2fce expref: 13 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601829.164249:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c212fa00/0x74872e3eca9f2fd5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2fce expref: 13 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601829.164258:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212fa00, rc 0) 00000100:00100000:1.0:1789601829.164297:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+13:23342:x1876532918464000:12345-0@lo:101:mount.lustre.0 Request processed in 106us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.164362:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464000:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601829.164374:0:23342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f737dc00/0x74872e3eca9f2fce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2fd5 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.164383:0:23342:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f737dc00/0x74872e3eca9f2fce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2fd5 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601829.164398:0:23342:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1789601829.164419:0:23342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737dc00/0x74872e3eca9f2fce lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2fd5 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.164426:0:23342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f737dc00/0x74872e3eca9f2fce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2fd5 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601829.164433:0:23342:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8df4f70a7800 10000000:01000000:2.0:1789601829.164436:0:23342:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1789601829.164439:0:23342:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8df4f70a7800 from 1 10000000:01000000:2.0:1789601829.164441:0:23342:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1789601829.164453:0:23342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737d200/0x74872e3eca9f2fdc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.164460:0:23342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f737d200/0x74872e3eca9f2fdc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.164466:0:23342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f737d200/0x74872e3eca9f2fdc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.164477:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464128:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789601829.164499:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.164526:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f37546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601829.166604:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918464128 00000100:00100000:0.0:1789601829.166616:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918464128 00000100:00100000:0.0:1789601829.166652:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789601829.166660:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+14:23342:x1876532918464128:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789601829.166673:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601829.166688:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2fe3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f2fdc expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.166711:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2fe3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f2fdc expref: 15 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.166720:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b7400/0x74872e3eca9f2fe3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2fdc expref: 15 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.166746:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b7400, rc 0) 00000100:00100000:0.0:1789601829.166817:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918464128:12345-0@lo:101:mount.lustre.0 Request processed in 158us (2317us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.166823:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789601829.167017:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464128:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601829.167034:0:23342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f737d200/0x74872e3eca9f2fdc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2fe3 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.167043:0:23342:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f737d200/0x74872e3eca9f2fdc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2fe3 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601829.167059:0:23342:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1789601829.167068:0:23342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737d200/0x74872e3eca9f2fdc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2fe3 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.167075:0:23342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f737d200/0x74872e3eca9f2fdc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2fe3 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601829.167092:0:23342:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789601829.167097:0:23342:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789601829.167103:0:23342:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8df4f70a7800 10000000:01000000:2.0:1789601829.167105:0:23342:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789601829.167109:0:23342:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1789601829.167111:0:23342:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1789601829.167131:0:23342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737de00/0x74872e3eca9f2fea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.167139:0:23342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f737de00/0x74872e3eca9f2fea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.167146:0:23342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f737de00/0x74872e3eca9f2fea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.167186:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464256:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789601829.167219:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.167253:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f37546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601829.167501:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918464256 00000100:00100000:0.0:1789601829.167506:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918464256 00000100:00100000:0.0:1789601829.167540:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789601829.167546:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918464256:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789601829.167553:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601829.167601:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b7800/0x74872e3eca9f2ff1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f2fea expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.167617:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b7800/0x74872e3eca9f2ff1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f2fea expref: 16 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.167625:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b7800/0x74872e3eca9f2ff1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2fea expref: 16 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.167632:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b7800, rc 0) 00000100:00100000:0.0:1789601829.167667:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+16:23342:x1876532918464256:12345-0@lo:101:mount.lustre.0 Request processed in 121us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.167674:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789601829.167871:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789601829.168054:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464256:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601829.168067:0:23342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f737de00/0x74872e3eca9f2fea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ff1 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.168076:0:23342:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f737de00/0x74872e3eca9f2fea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f2ff1 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789601829.169550:0:23342:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1789601829.170098:0:23342:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789601829.175270:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789601829.175322:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1789601829.175334:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1789601829.175359:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1789601829.175372:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1789601829.175382:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1789601829.175392:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1789601829.175402:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1789601829.175411:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1789601829.175421:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1789601829.175431:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1789601829.175442:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1789601829.175453:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1789601829.175463:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1789601829.175473:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1789601829.175483:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1789601829.175493:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1789601829.175515:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1789601829.175529:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1789601829.175541:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1789601829.175551:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1789601829.175855:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1789601829.175951:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1789601829.175969:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1789601829.175982:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1789601829.175997:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1789601829.176010:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1789601829.176022:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1789601829.176036:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1789601829.176051:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1789601829.176065:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1789601829.176154:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1789601829.178071:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1789601829.178192:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1789601829.178210:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1789601829.178227:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1789601829.178242:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1789601829.178257:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1789601829.178272:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1789601829.178284:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1789601829.178298:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1789601829.178310:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1789601829.178323:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1789601829.178334:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1789601829.178375:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1789601829.178380:0:23342:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1789601829.178482:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464384:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601829.178543:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.178611:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f3754780 going to sleep for 11 seconds 00000100:00100000:0.0:1789601829.178711:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918464384 00000100:00100000:0.0:1789601829.178719:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918464384 00000100:00100000:0.0:1789601829.178759:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789601829.178768:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918464384:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601829.178914:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918464384:12345-0@lo:501:mount.lustre.0 Request processed in 147us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.178927:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789601829.179201:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464384:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601829.179233:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464512:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789601829.179275:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.179300:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f3754780 going to sleep for 11 seconds 00000100:00100000:0.0:1789601829.179397:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918464512 00000100:00100000:0.0:1789601829.179402:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918464512 00000100:00100000:0.0:1789601829.179433:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789601829.179440:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918464512:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789601829.180547:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918464512:12345-0@lo:503:mount.lustre.0 Request processed in 1102us (1267us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.180588:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789601829.180737:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464512:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789601829.182031:0:23342:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789601829.183004:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464640:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601829.183208:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.183260:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f37546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789601829.183414:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918464640 00000100:00100000:1.0:1789601829.183421:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918464640 00000100:00100000:1.0:1789601829.183476:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789601829.183484:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918464640:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789601829.184457:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918464640:12345-0@lo:502:mount.lustre.0 Request processed in 971us (1247us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601829.184467:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789601829.184652:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464640:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789601829.184856:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789601829.184897:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1789601829.184911:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1789601829.184923:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1789601829.184939:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1789601829.184952:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1789601829.184963:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1789601829.184974:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1789601829.184984:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1789601829.184994:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1789601829.185004:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1789601829.185015:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1789601829.185025:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1789601829.185036:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1789601829.185046:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1789601829.185056:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1789601829.185066:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1789601829.185077:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1789601829.185115:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1789601829.185127:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1789601829.185140:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1789601829.185153:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1789601829.185166:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1789601829.185383:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1789601829.185414:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1789601829.185430:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1789601829.185443:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1789601829.185457:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1789601829.185469:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1789601829.185480:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1789601829.185490:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1789601829.185500:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1789601829.185512:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1789601829.185522:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1789601829.185532:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1789601829.185542:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1789601829.185686:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1789601829.185703:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1789601829.185713:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1789601829.185723:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1789601829.185744:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1789601829.185760:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1789601829.185771:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1789601829.185782:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1789601829.185814:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464768:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601829.185974:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.186112:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f37546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789601829.186522:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918464768 00000100:00100000:1.0:1789601829.186531:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918464768 00000100:00100000:1.0:1789601829.186611:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789601829.186621:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918464768:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789601829.186810:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918464768:12345-0@lo:502:mount.lustre.0 Request processed in 191us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601829.186817:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789601829.190914:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918464768:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789601829.191032:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1789601829.191045:0:23342:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1789601829.192000:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789601829.192012:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601829.192015:0:23346:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1789601829.192022:0:23346:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1789601829.192025:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789601829.192041:0:23346:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8df4f7350000) 00000020:00000080:3.0:1789601829.192062:0:23346:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1789601829.192075:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1789601829.192169:0:23346:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789601829.192191:0:23346:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x74872e3eca9f2fff 00000020:00000080:3.0:1789601829.192403:0:23346:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1789601829.192407:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789601829.192410:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601829.192411:0:23346:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1789601829.192414:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789601829.192417:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601829.192418:0:23346:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1789601829.192421:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789601829.192427:0:23346:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8df4f7354d40) 00000020:00000080:3.0:1789601829.192437:0:23346:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1789601829.192441:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1789601829.192443:0:23346:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1789601829.192445:0:23346:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1789601829.192451:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789601829.192509:0:23346:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df4f70a7800 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1789601829.192521:0:23346:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8df4f7353380) 00000020:00000080:3.0:1789601829.192530:0:23346:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1789601829.192602:0:23346:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1789601829.192607:0:23346:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x74872e3eca9f3014 00000020:00000080:3.0:1789601829.192688:0:23346:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1789601829.192695:0:23346:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1789601829.192699:0:23346:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x74872e3eca9f301b 00080000:01000000:3.0:1789601829.192704:0:23346:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:3.0:1789601829.192708:0:23346:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x74872e3eca9f3022 00010000:00010000:2.0:1789601829.287132:0:23346:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1789601829.293625:0:23346:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1789601829.294593:0:23346:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789601829.299757:0:23346:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1789601829.299772:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601829.299782:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.299783:0:23346:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1789601829.299788:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601829.299794:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.299795:0:23346:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1789601829.299798:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789601829.299804:0:23346:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.148@tcp to nid 0x20000c0a8cb94 (192.168.203.148@tcp) 00000020:00000080:2.0:1789601829.299831:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789601829.299847:0:23346:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8df4d09cb380) 00000020:00000080:2.0:1789601829.299870:0:23346:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1789601829.299875:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789601829.299970:0:23346:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1789601829.299978:0:23346:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789601829.299984:0:23346:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x74872e3eca9f3030 00010000:00080000:2.0:1789601829.300017:0:23346:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df4c363d000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.148@tcp at head 00010000:00010000:2.0:1789601829.301602:0:23346:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1789601829.314710:0:23346:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789601829.314724:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789601829.314782:0:23346:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789601829.314802:0:23346:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x74872e3eca9f3037 00000100:00080000:1.0:1789601829.314812:0:23346:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789601829.314822:0:23346:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8df4c363d000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:1.0:1789601829.314854:0:23346:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c31b9c00 x1876532918464896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789601829.314877:0:23346:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1789601829.314930:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789601829.314934:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601829.314942:0:23346:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1789601829.314945:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789601829.314948:0:23346:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1789601829.314950:0:23346:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789601829.314951:0:23346:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789601829.314953:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789601829.314955:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601829.314956:0:23346:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789601829.314959:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789601829.314963:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601829.314964:0:23346:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1789601829.314967:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1789601829.315002:0:23346:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1789601829.315017:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789601829.315020:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601829.315021:0:23346:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1789601829.315023:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789601829.315025:0:23346:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1789601829.315026:0:23346:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789601829.315027:0:23346:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789601829.315029:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789601829.315031:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601829.315033:0:23346:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789601829.315035:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789601829.315038:0:23346:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789601829.315041:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601829.315043:0:23346:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789601829.315045:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789601829.315049:0:23346:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.148@tcp to nid 0x20000c0a8cb94 (192.168.203.148@tcp) 00000020:01000000:1.0:1789601829.315069:0:23346:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789601829.315072:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789601829.315084:0:23346:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8df4fb6f8000) 00000020:00000080:1.0:1789601829.315095:0:23346:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1789601829.315099:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789601829.315187:0:23346:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1789601829.315194:0:23346:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789601829.315200:0:23346:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x74872e3eca9f3045 00010000:00080000:1.0:1789601829.315227:0:23346:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df4d09ab000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.148@tcp at head 00010000:00010000:1.0:1789601829.315429:0:23346:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:3.0:1789601829.315766:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918464896:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789601829.315828:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789601829.315935:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789601829.315939:0:1385:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789601829.315942:0:1385:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601829.315947:0:1385:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 694 00000100:00080000:2.0:1789601829.315951:0:1385:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789601829.315956:0:1385:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8df3c400e000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601829.315976:0:1385:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c5485f80 x1876532918465024/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601829.315999:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601829.316002:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601829.316011:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601829.316014:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789601829.316051:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876532918465152:0@lo:400:kworker.0 00000100:00100000:2.0:1789601829.316082:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.316123:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918465152 00000100:00100000:2.0:1789601829.316130:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918465152 00000100:00100000:2.0:1789601829.316168:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789601829.316190:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876532918465152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601829.316231:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876532918465152:12345-0@lo:400:kworker.0 Request processed in 43us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.316238:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789601829.316275:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8df4c5486680 x1876532918465152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601829.316288:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876532918465152:0@lo:400:kworker.0 00000100:00100000:3.0:1789601829.316397:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918465024:0@lo:38:kworker.0 00000100:00100000:3.0:1789601829.316424:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601829.316518:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918464896 00000100:00100000:1.0:1789601829.316522:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918464896 00000100:00100000:1.0:1789601829.316534:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918465024 00000100:00100000:1.0:1789601829.316536:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918465024 00000100:00100000:1.0:1789601829.316543:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789601829.316548:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876532918464896:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789601829.316586:0:22613:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:1.0:1789601829.316610:0:22613:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x74872e3eca9f304c 00000004:00100000:1.0:1789601829.316622:0:22613:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1789601829.316627:0:22613:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:01000000:3.0:1789601829.318323:0:23346:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789601829.319281:0:23346:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1789601829.323376:0:23346:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789601829.331420:0:23346:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1789601829.331633:0:23346:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1789601829.332274:0:23351:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789601829.332278:0:23351:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1789601829.333454:0:23346:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789601829.333466:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789601829.333507:0:23346:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789601829.333528:0:23346:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x74872e3eca9f3053 00000100:00080000:3.0:1789601829.333538:0:23346:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789601829.333549:0:23346:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8df4d09ab000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:3.0:1789601829.333616:0:23346:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4efd5fb80 x1876532918465280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789601829.333635:0:23346:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1789601829.333686:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789601829.333690:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601829.333691:0:23346:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1789601829.333694:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789601829.333697:0:23346:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1789601829.333699:0:23346:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789601829.333701:0:23346:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789601829.333702:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789601829.333705:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601829.333706:0:23346:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789601829.333708:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789601829.333712:0:23346:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1789601829.333716:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601829.333717:0:23346:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1789601829.333721:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789601829.333724:0:23346:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.148@tcp to nid 0x20000c0a8cb94 (192.168.203.148@tcp) 00000100:00100000:2.0:1789601829.333907:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918465280:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789601829.333979:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876532918465280 offset 0 length 520: 4 00000100:00080000:2.0:1789601829.334038:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601829.334042:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601829.334045:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601829.334047:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1789601829.334312:0:23346:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1789601829.334324:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789601829.334336:0:23346:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8df4f73519c0) 00000020:00000080:3.0:1789601829.334362:0:23346:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1789601829.334369:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789601829.334439:0:23346:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1789601829.334446:0:23346:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1789601829.334451:0:23346:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x74872e3eca9f3061 00010000:00080000:3.0:1789601829.334479:0:23346:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df4c363a800@lustre-OST0001-osc-MDT0001: add connection 192.168.203.148@tcp at head 00010000:00010000:3.0:1789601829.334727:0:23346:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1789601829.336856:0:23346:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789601829.336884:0:23346:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1789601829.349583:0:22613:0:(import.c:65:import_set_state_nolock()) ffff8df4d09a9800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789601829.349679:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1876532918464896:12345-0@lo:38:llog_process_th.0 Request processed in 33128us (33849us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601829.349691:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789601829.349722:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789601829.349728:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876532918465024:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1789601829.349780:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876532918465024:12345-0@lo:38:kworker.0 Request processed in 51us (33354us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789601829.349786:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789601829.350199:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789601829.350207:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601829.350212:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789601829.350229:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918465024:0@lo:38:kworker.0 00000100:00100000:2.0:1789601829.350247:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789601829.350253:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789601829.350261:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1789601829.350267:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789601829.350269:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c363d000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789601829.350281:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918464896:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789601829.350638:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789601829.350652:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918465408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789601829.350688:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601829.350912:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918465408 00000100:00100000:3.0:1789601829.350919:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918465408 00000100:00100000:3.0:1789601829.350979:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789601829.350987:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5485f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1876532918465408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789601829.351013:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789601829.351061:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5485f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1876532918465408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601829.351067:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789601829.351260:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918465408:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1789601829.352050:0:23346:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789601829.355026:0:23346:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1789601829.355239:0:23346:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1789601829.361419:0:23353:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789601829.361426:0:23353:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789601829.362786:0:23346:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789601829.362797:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789601829.362834:0:23346:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789601829.362855:0:23346:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x74872e3eca9f3068 00000100:00080000:2.0:1789601829.362872:0:23346:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789601829.362882:0:23346:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8df4c363a800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601829.362914:0:23346:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c5486680 x1876532918465536/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601829.362948:0:23346:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789601829.363006:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601829.363010:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.363012:0:23346:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789601829.363015:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601829.363019:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.363020:0:23346:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789601829.363023:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789601829.363037:0:23346:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789601829.363040:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601829.363043:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.363044:0:23346:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789601829.363047:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601829.363049:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.363051:0:23346:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789601829.363054:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789601829.363077:0:23346:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601829.363080:0:23346:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.363081:0:23346:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789601829.363084:0:23346:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1789601829.363136:0:23342:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1789601829.363163:0:23342:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1789601829.363176:0:23342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737de00/0x74872e3eca9f2fea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ff1 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.363187:0:23342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f737de00/0x74872e3eca9f2fea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ff1 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601829.363195:0:23342:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8df4f70a7800 from 1 10000000:01000000:2.0:1789601829.363197:0:23342:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789601829.363221:0:23342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.363228:0:23342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.363239:0:23342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.363256:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918465664:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789601829.363318:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.363356:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f35d5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789601829.363659:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918465664 00000100:00100000:1.0:1789601829.363666:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918465664 00000100:00100000:1.0:1789601829.363704:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789601829.363712:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+15:23342:x1876532918465664:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789601829.363739:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601829.363751:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c212f800/0x74872e3eca9f3076 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f306f expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601829.363773:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212f800/0x74872e3eca9f3076 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f306f expref: 16 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601829.363783:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c212f800/0x74872e3eca9f3076 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f306f expref: 16 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601829.363792:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212f800, rc 0) 00000100:00100000:1.0:1789601829.363825:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+16:23342:x1876532918465664:12345-0@lo:101:mount.lustre.0 Request processed in 114us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601829.363831:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789601829.364030:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918465536:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789601829.364057:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876532918465536 offset 0 length 520: 4 00000100:00080000:0.0:1789601829.364515:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601829.364524:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789601829.364527:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601829.364530:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789601829.365077:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918465664:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601829.365114:0:23342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.365129:0:23342:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.365670:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918465792:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789601829.365737:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.365773:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f35d5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789601829.366200:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918465792 00000100:00100000:0.0:1789601829.366209:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918465792 00000100:00100000:0.0:1789601829.366272:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789601829.366283:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+16:23342:x1876532918465792:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1789601829.366306:0:22603:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1789601829.366329:0:22603:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789601829.366332:0:22603:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1789601829.366465:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+16:23342:x1876532918465792:12345-0@lo:256:mount.lustre.0 Request processed in 183us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.366482:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789601829.366491:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918465792:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789601829.367099:0:23342:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789601829.367124:0:23342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.367136:0:23342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601829.367146:0:23342:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8df4f70a7800 from 1 10000000:01000000:2.0:1789601829.367149:0:23342:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789601829.367180:0:23342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.367188:0:23342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.367209:0:23342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.367227:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918465920:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789601829.367272:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.367315:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f35d5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789601829.367390:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918465920 00000100:00100000:1.0:1789601829.367397:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918465920 00000100:00100000:1.0:1789601829.367441:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789601829.367450:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+16:23342:x1876532918465920:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789601829.367460:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601829.367476:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f3084 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f307d expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601829.367503:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f3084 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f307d expref: 17 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601829.367515:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f3084 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f307d expref: 17 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601829.367525:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212f400, rc 0) 00000100:00100000:1.0:1789601829.367600:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:23342:x1876532918465920:12345-0@lo:101:mount.lustre.0 Request processed in 152us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601829.367607:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789601829.368323:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918465920:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601829.368341:0:23342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.368364:0:23342:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789601829.372215:0:23342:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1789601829.372624:0:23342:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789601829.372798:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789601829.372815:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1789601829.372823:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1789601829.372830:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1789601829.372838:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1789601829.372844:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1789601829.372851:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1789601829.372858:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1789601829.372878:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789601829.372886:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1789601829.372894:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1789601829.372920:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1789601829.372937:0:23342:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1789601829.373012:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466048:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601829.373082:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.373127:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f35d5b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789601829.373179:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918466048 00000100:00100000:1.0:1789601829.373193:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918466048 00000100:00100000:1.0:1789601829.373271:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789601829.373283:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:23342:x1876532918466048:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789601829.373466:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:23342:x1876532918466048:12345-0@lo:501:mount.lustre.0 Request processed in 185us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601829.373474:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789601829.373694:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466048:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601829.373722:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466176:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789601829.373809:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.373878:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f35d5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789601829.374048:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918466176 00000100:00100000:0.0:1789601829.374055:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918466176 00000100:00100000:0.0:1789601829.374124:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789601829.374132:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:23342:x1876532918466176:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789601829.374242:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:23342:x1876532918466176:12345-0@lo:503:mount.lustre.0 Request processed in 110us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.374249:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789601829.374341:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466176:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789601829.374789:0:23342:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789601829.374841:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466304:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601829.374876:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.375045:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f35d5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789601829.375447:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918466304 00000100:00100000:1.0:1789601829.375459:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918466304 00000100:00100000:1.0:1789601829.375518:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789601829.375526:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:23342:x1876532918466304:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789601829.375728:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:23342:x1876532918466304:12345-0@lo:502:mount.lustre.0 Request processed in 202us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601829.375736:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789601829.375801:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466304:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789601829.376385:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789601829.376416:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1789601829.376430:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1789601829.376440:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1789601829.376466:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1789601829.376478:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1789601829.376489:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1789601829.376499:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1789601829.376509:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789601829.376519:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1789601829.376529:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1789601829.376599:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466432:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601829.376659:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601829.376704:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789601829.377021:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918466432 00000100:00100000:2.0:1789601829.377028:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918466432 00000100:00100000:2.0:1789601829.377082:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789601829.377090:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:23342:x1876532918466432:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601829.380495:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:23342:x1876532918466432:12345-0@lo:502:mount.lustre.0 Request processed in 3395us (3826us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.380511:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789601829.380652:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466432:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789601829.380746:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1789601829.380763:0:23342:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789601829.384413:0:23355:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601829.384426:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.384429:0:23355:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789601829.384440:0:23355:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8df4f70a7800 00000020:00000080:2.0:1789601829.384443:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601829.384451:0:23355:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601829.384454:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.384455:0:23355:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789601829.384458:0:23355:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601829.384460:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.384462:0:23355:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789601829.384472:0:23355:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8df4f70a7800 00000020:00000080:2.0:1789601829.384475:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601829.384539:0:23355:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601829.384543:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.384544:0:23355:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789601829.384546:0:23355:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601829.384549:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.384550:0:23355:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789601829.384607:0:23355:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8df4f70a7800 00000020:00000080:2.0:1789601829.384611:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601829.384630:0:23355:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601829.384632:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.384634:0:23355:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789601829.384636:0:23355:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601829.384638:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.384640:0:23355:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789601829.384643:0:23355:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8df4f70a7800 00000020:00000080:2.0:1789601829.384645:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601829.384667:0:23355:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601829.384671:0:23355:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601829.384672:0:23355:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789601829.384675:0:23355:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1789601829.385083:0:23342:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789601829.385112:0:23342:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789601829.385137:0:23342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601829.385149:0:23342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601829.385209:0:23342:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789601829.385213:0:23342:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8df4f70a7800 10000000:01000000:3.0:1789601829.385216:0:23342:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8df4f70a7800 10000000:01000000:3.0:1789601829.385219:0:23342:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789601829.385224:0:23342:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8df4f70a7800 from 1 10000000:01000000:3.0:1789601829.385227:0:23342:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789601829.385258:0:23342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383400/0x74872e3eca9f308b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601829.385278:0:23342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f7383400/0x74872e3eca9f308b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601829.385290:0:23342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f7383400/0x74872e3eca9f308b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601829.385314:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466560:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789601829.385391:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601829.385439:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601829.387644:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918466560 00000100:00100000:0.0:1789601829.387656:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918466560 00000100:00100000:0.0:1789601829.387753:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789601829.387763:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:23342:x1876532918466560:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789601829.387780:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601829.387796:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b6e00/0x74872e3eca9f3092 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f308b expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.387824:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b6e00/0x74872e3eca9f3092 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f308b expref: 18 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.387835:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b6e00/0x74872e3eca9f3092 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f308b expref: 18 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.387842:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b6e00, rc 0) 00000100:00100000:0.0:1789601829.387935:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918466560:12345-0@lo:101:mount.lustre.0 Request processed in 174us (2543us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.387942:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789601829.388218:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466560:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789601829.388236:0:23342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f7383400/0x74872e3eca9f308b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3092 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601829.388246:0:23342:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f7383400/0x74872e3eca9f308b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f3092 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789601829.399856:0:23342:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1789601829.400275:0:23342:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789601829.400463:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1789601829.400488:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1789601829.400503:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1789601829.400516:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1789601829.400549:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1789601829.400586:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1789601829.400599:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1789601829.400612:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1789601829.400625:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1789601829.400638:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1789601829.400662:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1789601829.400676:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1789601829.400689:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1789601829.400703:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1789601829.400715:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1789601829.400727:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1789601829.401437:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1789601829.401461:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1789601829.401475:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1789601829.401489:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1789601829.401516:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1789601829.401530:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1789601829.401543:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1789601829.401687:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1789601829.401707:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1789601829.401720:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1789601829.401731:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1789601829.401819:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1789601829.401833:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1789601829.401845:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1789601829.401920:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1789601829.402032:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1789601829.402049:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1789601829.402062:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1789601829.402075:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1789601829.402089:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1789601829.402112:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1789601829.402125:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1789601829.402139:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1789601829.402151:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1789601829.402162:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1789601829.402175:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1789601829.402188:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1789601829.402210:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1789601829.402223:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1789601829.402235:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1789601829.402247:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1789601829.402260:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1789601829.402404:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1789601829.402423:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1789601829.402440:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1789601829.402445:0:23342:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1789601829.402539:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466688:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789601829.404171:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601829.404266:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222180 going to sleep for 11 seconds 00000100:00100000:0.0:1789601829.407215:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918466688 00000100:00100000:0.0:1789601829.407234:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918466688 00000100:00100000:0.0:1789601829.407288:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789601829.407301:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918466688:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601829.407481:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918466688:12345-0@lo:501:mount.lustre.0 Request processed in 185us (3314us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.407488:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789601829.408527:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466688:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789601829.408613:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466816:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789601829.408673:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601829.408716:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222180 going to sleep for 11 seconds 00000100:00100000:0.0:1789601829.408994:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918466816 00000100:00100000:0.0:1789601829.409000:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918466816 00000100:00100000:0.0:1789601829.409055:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789601829.409064:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918466816:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789601829.411010:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918466816:12345-0@lo:503:mount.lustre.0 Request processed in 1939us (2329us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.411024:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789601829.414002:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466816:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789601829.414453:0:23342:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789601829.414542:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466944:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601829.414623:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601829.414666:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789601829.414695:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918466944 00000100:00100000:3.0:1789601829.414702:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918466944 00000100:00100000:3.0:1789601829.414744:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789601829.414753:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918466944:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601829.414856:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918466944:12345-0@lo:502:mount.lustre.0 Request processed in 104us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601829.414873:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789601829.414931:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918466944:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789601829.415106:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789601829.415132:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789601829.415145:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789601829.415159:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789601829.415173:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789601829.415187:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789601829.415200:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789601829.415213:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789601829.415225:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789601829.415235:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789601829.415247:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789601829.415260:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789601829.415272:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789601829.415285:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789601829.415318:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789601829.415334:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789601829.415368:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789601829.415386:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789601829.415399:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789601829.415411:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789601829.415425:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789601829.415436:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789601829.415448:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789601829.415460:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789601829.415470:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789601829.415481:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789601829.415492:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789601829.415502:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789601829.415521:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789601829.415532:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789601829.415553:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789601829.415591:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789601829.415602:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789601829.415613:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789601829.415624:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789601829.415635:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789601829.415645:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789601829.415656:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789601829.415666:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789601829.415677:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789601829.415687:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789601829.415698:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789601829.415709:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789601829.415721:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789601829.415732:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789601829.415743:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789601829.415771:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789601829.415785:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789601829.415824:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918467072:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601829.415872:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601829.415895:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789601829.415919:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918467072 00000100:00100000:3.0:1789601829.415924:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918467072 00000100:00100000:3.0:1789601829.415956:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789601829.415964:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918467072:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601829.416051:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918467072:12345-0@lo:502:mount.lustre.0 Request processed in 86us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601829.416058:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789601829.416112:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918467072:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789601829.416233:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1789601829.416251:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1789601829.416268:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918467200:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601829.416295:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601829.416306:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789601829.416317:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918467200 00000100:00100000:3.0:1789601829.416320:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918467200 00000100:00100000:3.0:1789601829.416337:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789601829.416343:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918467200:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601829.417584:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918467200:12345-0@lo:502:mount.lustre.0 Request processed in 1238us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601829.417593:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789601829.417690:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918467200:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789601829.417753:0:23342:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1789601829.417764:0:23342:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789601829.419336:0:23361:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1789601829.419362:0:23361:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8df3c21019c0) 00000020:00000080:3.0:1789601829.419383:0:23361:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1789601829.419496:0:23361:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df4f70a7800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789601829.419500:0:23361:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df4f70a7800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789601829.419503:0:23361:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df4f70a7800 3 00010000:00080000:3.0:1789601829.419532:0:23361:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df4f8b47000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.148@tcp at head 00010000:00010000:2.0:1789601829.423160:0:23361:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1789601829.423367:0:23361:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1789601829.423409:0:23361:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789601829.423421:0:23361:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x74872e3eca9f30a0 00000100:00080000:2.0:1789601829.423431:0:23361:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789601829.423443:0:23361:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8df4f8b47000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601829.423488:0:23361:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c5485880 x1876532918467328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601829.423514:0:23361:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1789601829.424927:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876532918467328:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789601829.425001:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789601829.425068:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601829.425072:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789601829.425075:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601829.425078:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789601829.425334:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918467328 00000100:00100000:1.0:1789601829.425354:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918467328 00000100:00100000:1.0:1789601829.425461:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789601829.425469:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876532918467328:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789601829.425495:0:22609:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:1.0:1789601829.425524:0:22609:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x74872e3eca9f30a7 00000004:00100000:1.0:1789601829.425538:0:22609:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789601829.425598:0:22609:0:(import.c:65:import_set_state_nolock()) ffff8df4d09af000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789601829.425653:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876532918467328:12345-0@lo:38:llog_process_th.0 Request processed in 184us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601829.425667:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000040:00080000:3.0:1789601829.426726:0:23361:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1789601829.430015:0:23342:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789601829.430063:0:23342:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789601829.430086:0:23342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383400/0x74872e3eca9f308b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3092 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.430098:0:23342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f7383400/0x74872e3eca9f308b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3092 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789601829.430158:0:23342:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789601829.430160:0:23342:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789601829.430162:0:23342:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789601829.430163:0:23342:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789601829.430164:0:23342:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789601829.430166:0:23342:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789601829.430167:0:23342:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789601829.430168:0:23342:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789601829.430169:0:23342:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789601829.430173:0:23342:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1789601829.430175:0:23342:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789601829.430176:0:23342:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789601829.430177:0:23342:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789601829.430178:0:23342:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789601829.430180:0:23342:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789601829.430181:0:23342:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789601829.430182:0:23342:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789601829.430183:0:23342:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789601829.430184:0:23342:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789601829.430210:0:23342:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789601829.430228:0:23342:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918467456:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789601829.430293:0:23342:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.430330:0:23342:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f35d5b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789601829.443575:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918467456 00000100:00100000:2.0:1789601829.443590:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918467456 00000100:00100000:2.0:1789601829.443653:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789601829.443662:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918467456:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789601829.443697:0:22600:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1789601829.443710:0:22600:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:2.0:1789601829.444011:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8df4c5485880 x1876532918467328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789601839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601829.444023:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789601829.444033:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789601829.444042:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1789601829.444047:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789601829.444051:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4f8b47000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789601829.444057:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876532918467328:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789601829.445605:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00000001:00100000:2.0:1789601829.445743:0:22588:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1789601829.446616:0:22600:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789601829.446631:0:22600:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1789601829.447028:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:23342:x1876532918467456:12345-0@lo:253:mount.lustre.0 Request processed in 3364us (16730us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601829.447040:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789601829.447143:0:23342:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:23342:1876532918467456:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789601829.447157:0:23342:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1789601829.447160:0:23342:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789601829.447162:0:23342:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789601829.447164:0:23342:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789601829.447165:0:23342:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789601829.447167:0:23342:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789601829.447184:0:23342:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789601829.447185:0:23342:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789601829.447187:0:23342:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789601829.447188:0:23342:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789601829.447203:0:23342:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:2.0:1789601829.448118:0:22624:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789601829.448124:0:22624:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789601829.448143:0:22624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.448158:0:22624:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2fb2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2fab expref: 17 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.448165:0:22624:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df3c212f800/0x74872e3eca9f3076 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f306f expref: 17 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.448226:0:22624:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.448273:0:22624:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df3c212f800/0x74872e3eca9f3076 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f306f expref: 17 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.448318:0:22624:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df3c212f800/0x74872e3eca9f3076 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f306f expref: 17 pid: 22602 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.448331:0:22624:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918467584:0@lo:104: 00000100:00100000:2.0:1789601829.448385:0:22624:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789601829.448427:0:22624:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2fb2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f2fab expref: 17 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.448435:0:22624:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2fb2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f2fab expref: 17 pid: 22600 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.448443:0:22624:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918467712:0@lo:104: 00000100:00100000:2.0:1789601829.448463:0:22624:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.448476:0:22624:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601829.448497:0:22591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918467584 00000100:00100000:2.0:1789601829.448503:0:22591:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918467584 00000100:00100000:2.0:1789601829.448532:0:22591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918467712 00000100:00100000:2.0:1789601829.448535:0:22591:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918467712 00000100:00100000:2.0:1789601829.448546:0:22591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789601829.448552:0:22591:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5484700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+4:22624:x1876532918467584:12345-0@lo:104: 00010000:00010000:2.0:1789601829.448581:0:22591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.448626:0:22591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789601829.448632:0:22591:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5484700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+4:22624:x1876532918467584:12345-0@lo:104: Request processed in 79us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.448644:0:22591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789601829.448659:0:22591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789601829.448664:0:22591:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5484e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:22624:x1876532918467712:12345-0@lo:104: 00010000:00010000:2.0:1789601829.448670:0:22591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.448699:0:22591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789601829.448703:0:22591:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5484e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:22624:x1876532918467712:12345-0@lo:104: Request processed in 39us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.448708:0:22591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1789601829.448720:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789601829.448725:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.448732:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737d400 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:2.0:1789601829.449098:0:22597:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449107:0:22597:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789601829.449114:0:22597:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601829.449120:0:22597:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789601829.449151:0:22597:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449157:0:22597:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789601829.449303:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449312:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f306f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3076 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449325:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601829.449328:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449334:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212fe00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:2.0:1789601829.449336:0:22597:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449425:0:22597:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789601829.449433:0:22597:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601829.449438:0:22597:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789601829.449453:0:22597:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449458:0:22597:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789601829.449472:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449478:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df3c212fe00/0x74872e3eca9f2fab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f2fb2 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449503:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601829.449505:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601829.449506:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601829.449513:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601829.449524:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918467840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601829.449588:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.449638:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918467968:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601829.449663:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.449698:0:22593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918467840 00000100:00100000:2.0:1789601829.449702:0:22593:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918467840 00010000:00010000:2.0:1789601829.449725:0:22593:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df3c212f800/0x74872e3eca9f3076 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f306f expref: 18 pid: 22602 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.449746:0:22593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918467968 00000100:00100000:2.0:1789601829.449749:0:22593:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918467968 00010000:00010000:2.0:1789601829.449759:0:22593:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2fb2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f2fab expref: 19 pid: 22600 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.449770:0:22593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789601829.449776:0:22593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5485c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:3648:x1876532918467840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789601829.449785:0:22593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789601829.449790:0:22593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df3c212f800/0x74872e3eca9f3076 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f306f expref: 19 pid: 22602 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449800:0:22593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df3c212f800/0x74872e3eca9f3076 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f306f expref: 19 pid: 22602 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.449819:0:22593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789601829.449853:0:22593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5485c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:3648:x1876532918467840:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.449860:0:22593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789601829.450015:0:22593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789601829.450022:0:22593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5485500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3645:x1876532918467968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789601829.450030:0:22593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789601829.450034:0:22593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2fb2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f2fab expref: 18 pid: 22600 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.450043:0:22593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2fb2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f2fab expref: 18 pid: 22600 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.450055:0:22593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.450063:0:22593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789601829.450077:0:22593:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004363722s 00010000:00010000:2.0:1789601829.450080:0:22593:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.450087:0:22593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.450092:0:22593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.450098:0:22593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.450112:0:22593:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737c000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:2.0:1789601829.450116:0:22593:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.450123:0:22593:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.450131:0:22593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601829.450139:0:22593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789601829.450167:0:22593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5485500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3645:x1876532918467968:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.450323:0:22593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789601829.450455:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918467968:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601829.450482:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918467840:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789601829.450504:0:22624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c212f800/0x74872e3eca9f3076 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f306f expref: 17 pid: 22602 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.450514:0:22624:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918467584:0@lo:104: 00010000:00010000:2.0:1789601829.450523:0:22624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f2fb2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f2fab expref: 16 pid: 22600 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601829.450530:0:22624:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918467712:0@lo:104: 00010000:00010000:2.0:1789601829.450542:0:22624:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.451200:0:22624:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.451209:0:22624:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601829.451215:0:22624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f30ae lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:0.0:1789601829.452723:0:23342:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:0.0:1789601829.453112:0:23367:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789601829.453263:0:23342:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:2.0:1789601829.453591:0:23368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23368:1876532918468096:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789601829.453667:0:23368:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.453708:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918468096 00000100:00100000:2.0:1789601829.453715:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918468096 00000040:01000000:0.0:1789601829.453958:0:23342:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1789601829.454000:0:23342:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789601829.454440:0:23342:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789601829.454447:0:23342:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1789601829.454488:0:23342:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789601829.455488:0:23342:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789601829.456064:0:23342:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789601829.456098:0:23342:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1789601829.456192:0:23342:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1789601829.456756:0:23342:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:2.0:1789601829.457270:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789601829.457285:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23368:x1876532918468096:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789601829.457405:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23368:x1876532918468096:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 126us (3737us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.457413:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789601829.457443:0:23368:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f74b7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789601829.457469:0:23368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23368:1876532918468096:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1789601829.457503:0:23368:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1789601829.457541:0:23368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23368:1876532918468224:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789601829.457602:0:23368:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.457629:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918468224 00000100:00100000:2.0:1789601829.457635:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918468224 00000100:00100000:2.0:1789601829.457657:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789601829.457663:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23368:x1876532918468224:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789601829.457760:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23368:x1876532918468224:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 96us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.457767:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789601829.457782:0:23368:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c7e07840 going to sleep for 11 seconds 00000100:00100000:2.0:1789601829.457794:0:23368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23368:1876532918468224:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789601829.457852:0:23368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23368:1876532918468352:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1789601829.457879:0:23368:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.457918:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918468352 00000100:00100000:2.0:1789601829.457922:0:22619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918468352 00000100:00100000:2.0:1789601829.457961:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789601829.457968:0:22619:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23368:x1876532918468352:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1789601829.458002:0:22619:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23368:x1876532918468352:12345-0@lo:900:lod0001_rec0000.0 Request processed in 34us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.458008:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789601829.458026:0:23368:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c7e07900 going to sleep for 11 seconds 00010000:00080000:2.0:1789601829.458040:0:23368:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8df4c5485180 x1876532918468352/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789601845 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601829.458050:0:23368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23368:1876532918468352:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1789601829.458086:0:23368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23368:1876532918468480:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789601829.458109:0:23368:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601829.458127:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918468480 00000100:00100000:2.0:1789601829.458131:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918468480 00000100:00100000:2.0:1789601829.458144:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789601829.458149:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23368:x1876532918468480:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789601829.458203:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23368:x1876532918468480:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 54us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601829.458209:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789601829.458226:0:23368:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c7e07840 going to sleep for 11 seconds 00000100:00100000:2.0:1789601829.458237:0:23368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23368:1876532918468480:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1789601829.458280:0:23368:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00080000:1.0:1789601829.460597:0:23366:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1789601829.460605:0:23366:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:00080000:2.0:1789601829.461711:0:23368:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789601829.462694:0:23368:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1789601829.463079:0:23367:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00000004:0.0:1789601829.464097:0:23342:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:1.0:1789601829.468239:0:23367:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789601829.468327:0:23367:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1789601829.468333:0:23367:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:0.0:1789601829.477323:0:23342:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789601829.477376:0:23342:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa27c819cf988 00100000:10000000:0.0:1789601829.477385:0:23342:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1789601829.478431:0:23342:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789601829.478460:0:23342:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.148@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789601829.478488:0:23342:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1789601829.479159:0:23342:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1789601829.486415:0:23342:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789601829.486689:0:23342:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789601829.893963:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601830.471500:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00000040:00080000:0.0:1789601830.472215:0:23363:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789601830.923896:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789601831.242175:0:22605:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789601831.242183:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8df4f70a7800 from 12 10000000:01000000:2.0:1789601831.242189:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789601831.242542:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601831.242579:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601831.242592:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601831.242616:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918468608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789601831.242679:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601831.242723:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c9905d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789601831.244763:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918468608 00000100:00100000:0.0:1789601831.244778:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918468608 00000100:00100000:0.0:1789601831.244858:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789601831.244869:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+16:22605:x1876532918468608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789601831.244905:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601831.244925:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b6800/0x74872e3eca9f30bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f30b5 expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601831.244955:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b6800/0x74872e3eca9f30bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f30b5 expref: 17 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601831.244967:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b6800/0x74872e3eca9f30bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f30b5 expref: 17 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601831.244975:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b6800, rc 0) 00000100:00100000:0.0:1789601831.245226:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:22605:x1876532918468608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 358us (2545us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601831.245233:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789601831.245516:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918468608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789601831.245536:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601831.245688:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601831.245756:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918468736:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789601831.245797:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601831.245838:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c9905d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789601831.246008:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918468736 00000100:00100000:3.0:1789601831.246014:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918468736 00000100:00100000:3.0:1789601831.246071:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789601831.246078:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:22605:x1876532918468736:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789601831.246094:0:22600:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789601831.246109:0:22600:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789601831.246112:0:22600:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1789601831.246192:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:22605:x1876532918468736:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 114us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601831.246199:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789601831.246234:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918468736:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789601831.246286:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789601831.246293:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601831.246302:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601831.246311:0:22605:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789601831.246313:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8df4efdbc800 from 12 10000000:01000000:3.0:1789601831.246316:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789601831.246346:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601831.246355:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601831.246370:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601831.246384:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918468864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789601831.246418:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601831.246432:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4e006ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1789601831.246443:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918468864 00000100:00100000:3.0:1789601831.246447:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918468864 00000100:00100000:3.0:1789601831.246468:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789601831.246474:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:22605:x1876532918468864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789601831.246482:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789601831.246494:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f7383600/0x74872e3eca9f30ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f30c3 expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601831.246511:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f7383600/0x74872e3eca9f30ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f30c3 expref: 18 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601831.246520:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f7383600/0x74872e3eca9f30ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f30c3 expref: 18 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601831.246526:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7383600, rc 0) 00000100:00100000:3.0:1789601831.246552:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:22605:x1876532918468864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 78us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601831.246581:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789601831.246613:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918468864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789601831.246624:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601831.246637:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601831.246675:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918468992:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789601831.246703:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601831.246716:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4e006ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1789601831.246726:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918468992 00000100:00100000:3.0:1789601831.246729:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918468992 00000100:00100000:3.0:1789601831.246749:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789601831.246755:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:22605:x1876532918468992:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789601831.246763:0:22603:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789601831.246773:0:22603:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789601831.246775:0:22603:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1789601831.246829:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:22605:x1876532918468992:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 73us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601831.246834:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789601831.246862:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918468992:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789601831.246890:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789601831.246895:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601831.246902:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601831.493773:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00000040:00080000:1.0:1789601831.494461:0:23363:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789601831.941771:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601832.521800:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00010000:00010000:2.0:1789601832.968493:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789601833.414308:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789601833.544771:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00000001:02000400:0.0:1789601833.865496:0:23611:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg348-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789601833.989997:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601834.565739:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 0 seconds 00000100:00100000:2.0:1789601834.822414:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918469120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789601834.822490:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601834.822549:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918469120 00000100:00100000:2.0:1789601834.822574:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918469120 00000100:00100000:2.0:1789601834.822625:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789601834.822634:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918469120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789601834.822667:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789601834.822724:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918469120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601834.822731:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789601834.822776:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918469120:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1789601834.832750:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789601834.832756:0:1385:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789601834.832760:0:1385:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789601834.832776:0:1385:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8df3c400e000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:1.0:1789601834.832800:0:1385:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c31b8700 x1876532918469376/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789601834.832833:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601834.832837:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789601834.832840:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601834.832844:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789601834.832857:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601834.832860:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789601834.832862:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601834.832865:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789601834.833048:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3647:1876532918469248:0@lo:400:kworker.0 00000100:00100000:0.0:1789601834.833130:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601834.833194:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789601834.833200:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918469504:0@lo:400:kworker.0 00000100:00100000:0.0:1789601834.833227:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601834.833263:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918469248 00000100:00100000:0.0:1789601834.833283:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918469248 00000100:00100000:0.0:1789601834.833338:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789601834.833348:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3647:x1876532918469248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601834.833623:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3647:x1876532918469248:12345-0@lo:400:kworker.0 Request processed in 275us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601834.833630:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789601834.833665:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918469504 00000100:00100000:0.0:1789601834.833669:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918469504 00000100:00100000:0.0:1789601834.833696:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789601834.833703:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918469504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601834.833737:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918469504:12345-0@lo:400:kworker.0 Request processed in 35us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601834.833743:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789601834.833784:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df3c31bb480 x1876532918469504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601834.833796:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918469504:0@lo:400:kworker.0 00000100:00100000:0.0:1789601834.833807:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3647:1876532918469248:0@lo:400:kworker.0 00000100:00100000:1.0:1789601834.833959:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918469632:0@lo:400:kworker.0 00000100:00100000:1.0:1789601834.833994:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601834.834025:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918469632 00000100:00100000:1.0:1789601834.834028:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918469632 00000100:00100000:1.0:1789601834.834053:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789601834.834059:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918469632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601834.834097:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918469632:12345-0@lo:400:kworker.0 Request processed in 38us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601834.834103:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1789601834.834127:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df3c31ba680 x1876532918469632/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601834.834148:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918469632:0@lo:400:kworker.0 00000100:00100000:3.0:1789601834.835622:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918469376:0@lo:38:kworker.0 00000100:00100000:3.0:1789601834.835703:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601834.835746:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918469376 00000100:00100000:3.0:1789601834.835752:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918469376 00000100:00100000:3.0:1789601834.835779:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789601834.835785:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876532918469376:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789601834.835813:0:22614:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 702 last 0 00000020:00000080:3.0:1789601834.838792:0:22614:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x74872e3eca9f30d1 00000004:00100000:3.0:1789601834.838815:0:22614:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1789601834.839514:0:22614:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:3.0:1789601834.855123:0:22614:0:(import.c:65:import_set_state_nolock()) ffff8df4f8b43800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789601834.855243:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1876532918469376:12345-0@lo:38:kworker.0 Request processed in 19454us (19537us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601834.855254:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:0.0:1789601834.855659:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789601834.855670:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1789601834.855687:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789601834.855690:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c400e000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1789601834.855706:0:3644:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000bacb6d51): req@ffff8df4efd54a80 x1876532918461952/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601834.855730:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918469376:0@lo:38:kworker.0 00000100:00100000:1.0:1789601834.856714:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789601834.856733:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918469760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789601834.856795:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601834.856848:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918469760 00000100:00100000:1.0:1789601834.856855:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918469760 00000100:00100000:1.0:1789601834.856906:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789601834.856916:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3645:x1876532918469760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789601834.856949:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789601834.856993:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3645:x1876532918469760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601834.857000:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789601834.857038:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918469760:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789601834.857971:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601834.857991:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5eff600 going to sleep for 11 seconds 00000100:00100000:1.0:1789601834.858469:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918461952 00000100:00100000:1.0:1789601834.858486:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918461952 00000100:00100000:1.0:1789601834.859170:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789601834.859184:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22650:x1876532918461952:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789601834.859295:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22650:x1876532918461952:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 115us (1326us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601834.859302:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789601834.859497:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22650:1876532918461952:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1789601834.859534:0:22650:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1789601834.859611:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22650:1876532918469888:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789601834.859655:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601834.880087:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c9905d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789601834.885964:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918469888 00000100:00100000:0.0:1789601834.885979:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918469888 00000100:00100000:0.0:1789601834.886047:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789601834.886057:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22650:x1876532918469888:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789601834.892099:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22650:x1876532918469888:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 6037us (32436us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601834.892114:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789601834.892159:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22650:1876532918469888:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789601834.892259:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22650:1876532918470016:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789601834.892295:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601834.892320:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efcb5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789601834.892336:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918470016 00000100:00100000:0.0:1789601834.892341:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918470016 00000100:00100000:0.0:1789601834.892369:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789601834.892376:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22650:x1876532918470016:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789601834.892434:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22650:x1876532918470016:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 58us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601834.892441:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789601834.892462:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22650:1876532918470016:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1789601834.892503:0:22650:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789601834.894506:0:22650:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789601834.894629:0:22650:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 23, retries 0 00000004:00080000:0.0:1789601834.894635:0:22650:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:2.0:1789601835.022956:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789601835.089942:0:23663:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789601835.090131:0:23663:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789601836.037770:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789601836.117270:0:23713:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789601836.117552:0:23713:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1789601836.870840:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601821/real 1789601821] req@ffff8df4efd55c00 x1876532918462976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601836.870879:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4efd55c00 x1876532918462976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601836.870892:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601821/real 1789601821] req@ffff8df4efd55880 x1876532918463104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601836.870905:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4efd55880 x1876532918463104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789601836.870933:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4f37cf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789601836.870958:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789601836.870981:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918462976:0@lo:8:kworker.0 00000100:00080000:3.0:1789601836.870989:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789601836.870998:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789601836.871001:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918463104:0@lo:8:kworker.0 00000100:00100000:1.0:1789601836.871383:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789601836.871401:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918470144:0@lo:400:kworker.0 00000100:00100000:1.0:1789601836.871674:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789601836.871739:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601836.871743:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789601836.871746:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4f37cf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789601836.871752:0:13926:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 689 00000100:00080000:1.0:1789601836.871758:0:13926:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789601836.871769:0:13926:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8df4f37cf800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:1.0:1789601836.871780:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918470272:0@lo:400:kworker.0 00000100:00100000:1.0:1789601836.871823:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601836.871861:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918470272 00000100:00100000:1.0:1789601836.871871:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918470272 00000100:00100000:1.0:1789601836.871928:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789601836.871938:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1876532918470272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601836.871996:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1876532918470272:12345-0@lo:400:kworker.0 Request processed in 59us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601836.872004:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789601836.872061:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918470272:0@lo:400:kworker.0 00000100:00100000:1.0:1789601836.872104:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c31b8000 x1876532918470400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789601836.872120:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601836.872124:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789601836.872126:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789601836.872130:0:13926:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 689 00000100:00080000:1.0:1789601836.872133:0:13926:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789601836.872138:0:13926:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8df4c5508800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:1.0:1789601836.872150:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c31b9c00 x1876532918470528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789601836.872185:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876532918470656:0@lo:400:kworker.0 00000100:00100000:1.0:1789601836.872216:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601836.872253:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918470656 00000100:00100000:1.0:1789601836.872257:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918470656 00000100:00100000:1.0:1789601836.872286:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789601836.872306:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876532918470656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601836.872342:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876532918470656:12345-0@lo:400:kworker.0 Request processed in 50us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601836.872349:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1789601836.872377:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df3c31b8e00 x1876532918470656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601836.872387:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876532918470656:0@lo:400:kworker.0 00000100:00080000:1.0:1789601836.872409:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601836.872420:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789601836.872424:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601836.872426:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789601836.872436:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918470784:0@lo:400:kworker.0 00000100:00100000:2.0:1789601836.872730:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918470144 00000100:00100000:2.0:1789601836.872735:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918470144 00000100:00100000:3.0:1789601836.872973:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918470400:0@lo:8:kworker.0 00000100:00100000:0.0:1789601836.872988:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789601836.873001:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876532918470912:0@lo:400:kworker.0 00000400:00000100:3.0:1789601836.873014:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876532918470400 offset 0 length 520: 4 00000100:00100000:0.0:1789601836.873042:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601836.873049:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918470528:0@lo:8:kworker.0 00000100:00100000:0.0:1789601836.873084:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918470912 00000100:00100000:0.0:1789601836.873089:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918470912 00000100:00100000:0.0:1789601836.873118:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789601836.873134:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876532918470912:12345-0@lo:400:kworker.0 00000400:00000100:3.0:1789601836.873313:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876532918470528 offset 0 length 520: 4 00000100:00100000:2.0:1789601836.875009:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789601836.875031:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3648:x1876532918470144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601836.875130:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3648:x1876532918470144:12345-0@lo:400:kworker.0 Request processed in 107us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601836.875139:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789601836.876770:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918470144:0@lo:400:kworker.0 00000100:00100000:0.0:1789601836.882966:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876532918470912:12345-0@lo:400:kworker.0 Request processed in 9818us (9911us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601836.882988:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1789601836.883211:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df4efd55f80 x1876532918470912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601836.883240:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876532918470912:0@lo:400:kworker.0 00000100:00100000:1.0:1789601836.883978:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601836.885686:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918470784 00000100:00100000:0.0:1789601836.885713:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918470784 00000100:00100000:0.0:1789601836.885791:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789601836.885804:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918470784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601836.885933:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918470784:12345-0@lo:400:kworker.0 Request processed in 133us (13463us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601836.885941:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789601836.886775:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918470784:0@lo:400:kworker.0 00010000:00010000:2.0:1789601837.065398:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789601837.567354:0:23762:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff86837de0 20000000:00000080:1.0:1789601837.567370:0:23762:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8df4cca41400 uarg=0000000000000000 20000000:01000000:1.0:1789601837.567407:0:23762:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1789601837.567413:0:23762:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1789601837.567417:0:23762:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1789601837.568325:0:23763:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1789601837.568935:0:23762:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1789601837.577550:0:23762:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1789601837.577623:0:23762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.577641:0:23762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f2f81 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f2f7a expref: 17 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.577648:0:23762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f3084 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f307d expref: 17 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.577655:0:23762:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.577694:0:23762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f3084 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f307d expref: 17 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.577709:0:23762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f3084 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f307d expref: 17 pid: 22600 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601837.577739:0:23762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23762:1876532918471040:0@lo:104: 00000100:00100000:1.0:1789601837.578370:0:23762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789601837.578468:0:23762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f2f81 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f2f7a expref: 17 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.578478:0:23762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f2f81 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f2f7a expref: 17 pid: 22603 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601837.578488:0:23762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23762:1876532918471168:0@lo:104: 00000100:00100000:1.0:1789601837.578514:0:23762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601837.578795:0:23762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d94cc180 going to sleep for 11 seconds 00000100:00100000:3.0:1789601837.578974:0:22592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918471040 00000100:00100000:3.0:1789601837.578982:0:22592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918471040 00000100:00100000:3.0:1789601837.579021:0:22592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918471168 00000100:00100000:3.0:1789601837.579023:0:22592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918471168 00000100:00100000:3.0:1789601837.579036:0:22592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789601837.579045:0:22592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+4:23762:x1876532918471040:12345-0@lo:104: 00010000:00010000:3.0:1789601837.579057:0:22592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601837.579122:0:22592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789601837.579135:0:22592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+4:23762:x1876532918471040:12345-0@lo:104: Request processed in 91us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601837.579141:0:22592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789601837.579158:0:22592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789601837.579164:0:22592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:23762:x1876532918471168:12345-0@lo:104: 00010000:00010000:3.0:1789601837.579172:0:22592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601837.579207:0:22592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789601837.579211:0:22592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:23762:x1876532918471168:12345-0@lo:104: Request processed in 49us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601837.579216:0:22592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789601837.579281:0:23762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23762:1876532918471040:0@lo:104: 00000100:00100000:1.0:1789601837.579304:0:23762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23762:1876532918471168:0@lo:104: 00010000:00010000:1.0:1789601837.579323:0:23762:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579372:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789601837.579380:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579388:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737c400 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:0.0:1789601837.579393:0:22597:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579401:0:22597:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789601837.579409:0:22597:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601837.579416:0:22597:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789601837.579540:0:22597:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579584:0:22597:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789601837.579607:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579614:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f737c400/0x74872e3eca9f307d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3084 expref: -99 pid: 23342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579628:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601837.579631:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579636:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7383000 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:0.0:1789601837.579638:0:22597:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579645:0:22597:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789601837.579651:0:22597:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601837.579656:0:22597:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789601837.579670:0:22597:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579676:0:22597:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789601837.579692:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579698:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f2f7a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f2f81 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601837.579718:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601837.579720:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601837.579722:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601837.579730:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789601837.579740:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3647:1876532918471296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789601837.579948:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918471424:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789601837.580003:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601837.580181:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789601837.580262:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601837.581175:0:22594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918471296 00000100:00100000:1.0:1789601837.581183:0:22594:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918471296 00010000:00010000:1.0:1789601837.581215:0:22594:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f3084 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f307d expref: 18 pid: 22600 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601837.581250:0:22594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918471424 00000100:00100000:1.0:1789601837.581253:0:22594:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918471424 00010000:00010000:1.0:1789601837.581265:0:22594:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f2f81 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f2f7a expref: 19 pid: 22603 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601837.581277:0:22594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789601837.581302:0:22594:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:3647:x1876532918471296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601837.581314:0:22594:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601837.581319:0:22594:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f3084 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f307d expref: 19 pid: 22600 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581328:0:22594:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f3084 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f307d expref: 19 pid: 22600 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581343:0:22594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f3084 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f307d expref: 19 pid: 22600 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581353:0:22594:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601837.581404:0:22594:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3647:x1876532918471296:12345-0@lo:103:ldlm_bl.0 Request processed in 103us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601837.581410:0:22594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789601837.581438:0:22594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789601837.581444:0:22594:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:3645:x1876532918471424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601837.581451:0:22594:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601837.581454:0:22594:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f2f81 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f2f7a expref: 17 pid: 22603 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581461:0:22594:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f2f81 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f2f7a expref: 17 pid: 22603 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581470:0:22594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f2f81 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f2f7a expref: 17 pid: 22603 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581481:0:22594:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581498:0:22594:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581511:0:22594:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581519:0:22594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581525:0:22594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581531:0:22594:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581537:0:22594:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212f200 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601837.581541:0:22594:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581551:0:22594:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581587:0:22594:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581597:0:22594:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601837.581624:0:22594:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+16:3645:x1876532918471424:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (1442us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601837.581631:0:22594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1789601837.581658:0:23762:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581671:0:23762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601837.581677:0:23762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f30d8 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601837.583025:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918471424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789601837.583064:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3647:1876532918471296:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789601838.087038:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789601838.858334:0:22605:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789601838.858346:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8df4f70a7800 from 13 10000000:01000000:1.0:1789601838.858353:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789601838.858412:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601838.858427:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601838.858451:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601838.858487:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918471552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789601838.858623:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601838.858675:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c9905d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789601838.858883:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918471552 00000100:00100000:3.0:1789601838.858893:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918471552 00000100:00100000:3.0:1789601838.858963:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789601838.858976:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+16:22605:x1876532918471552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789601838.858993:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789601838.859010:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f7383a00/0x74872e3eca9f30e6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f30df expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601838.859042:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f7383a00/0x74872e3eca9f30e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f30df expref: 17 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601838.859055:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f7383a00/0x74872e3eca9f30e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f30df expref: 17 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601838.859075:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7383a00, rc 0) 00000100:00100000:3.0:1789601838.859136:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:22605:x1876532918471552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601838.859144:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789601838.859344:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918471552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789601838.859363:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601838.859373:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601838.859460:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918471680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789601838.859501:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601838.859529:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c9905d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789601838.859638:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918471680 00000100:00100000:2.0:1789601838.859644:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918471680 00000100:00100000:2.0:1789601838.859682:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789601838.859690:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c8d34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:22605:x1876532918471680:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789601838.859828:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c8d34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:22605:x1876532918471680:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 138us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601838.859835:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789601838.860663:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918471680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789601838.860709:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918471808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789601838.860774:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601838.860812:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c9905d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789601838.860863:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918471808 00000100:00100000:2.0:1789601838.860869:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918471808 00000100:00100000:2.0:1789601838.860914:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789601838.860921:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c8d36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:22605:x1876532918471808:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789601838.861026:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c8d36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:22605:x1876532918471808:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 105us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601838.861033:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789601838.866803:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918471808:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789601838.868690:0:23792:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789601838.869068:0:22605:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789601838.869100:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789601838.869129:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601838.869144:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601838.869158:0:22605:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789601838.869161:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8df4efdbc800 from 13 10000000:01000000:3.0:1789601838.869164:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789601838.869218:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601838.869229:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601838.869241:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601838.869285:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918471936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789601838.869393:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601838.869457:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222540 going to sleep for 11 seconds 00000100:00100000:1.0:1789601838.869626:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918471936 00000100:00100000:1.0:1789601838.869637:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918471936 00000100:00100000:1.0:1789601838.869692:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789601838.869703:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c8d34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+17:22605:x1876532918471936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789601838.869721:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601838.869737:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f30f4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f30ed expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601838.869768:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f30f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f30ed expref: 18 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601838.869782:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f30f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f30ed expref: 18 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601838.869792:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212f400, rc 0) 00000100:00100000:1.0:1789601838.869844:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c8d34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:22605:x1876532918471936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601838.869850:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789601838.872091:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918471936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789601838.872147:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601838.872161:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601838.872262:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918472064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789601838.872348:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601838.872390:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222540 going to sleep for 11 seconds 00000100:00100000:1.0:1789601838.872807:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918472064 00000100:00100000:1.0:1789601838.872816:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918472064 00000100:00100000:1.0:1789601838.872872:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789601838.872883:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c8d35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:22605:x1876532918472064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789601838.873041:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c8d35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:22605:x1876532918472064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 160us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601838.873049:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789601838.875360:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918472064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789601838.875461:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918472192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789601838.875595:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601838.875653:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222540 going to sleep for 11 seconds 00000100:00100000:1.0:1789601838.875778:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918472192 00000100:00100000:1.0:1789601838.875788:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918472192 00000100:00100000:1.0:1789601838.875855:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789601838.875866:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c8d34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:22605:x1876532918472192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789601838.876023:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c8d34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:22605:x1876532918472192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601838.876031:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789601838.877015:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918472192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789601838.880092:0:23793:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789601838.881384:0:22605:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789601838.881420:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789601838.881461:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601838.881476:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601839.109813:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601839.942006:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789601839.942038:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918472320:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789601839.942132:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601839.942231:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918472320 00000100:00100000:2.0:1789601839.942242:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918472320 00000100:00100000:2.0:1789601839.942318:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789601839.942328:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918472320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789601839.942369:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789601839.942421:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918472320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601839.942429:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789601839.942545:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601829/real 1789601829] req@ffff8df4c5486680 x1876532918465536/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601839.942587:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4c5486680 x1876532918465536/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601839.942598:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601829/real 1789601829] req@ffff8df4efd5fb80 x1876532918465280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601839.942610:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4efd5fb80 x1876532918465280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789601839.942626:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789601839.942646:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789601839.942662:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918465536:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789601839.942668:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4d09ab000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789601839.942675:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789601839.942678:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918465280:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789601839.942750:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601839.942755:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789601839.942758:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601839.942761:0:1385:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789601839.942773:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601839.942776:0:1385:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789601839.942778:0:1385:0:(import.c:65:import_set_state_nolock()) ffff8df4d09ab000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789601839.942784:0:1385:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 697 00000100:00080000:1.0:1789601839.942789:0:1385:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789601839.942798:0:1385:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8df4d09ab000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:1.0:1789601839.942822:0:1385:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c12adc00 x1876532918472832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789601839.942835:0:1385:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601839.942839:0:1385:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789601839.942841:0:1385:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789601839.942844:0:1385:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 697 00000100:00080000:1.0:1789601839.942847:0:1385:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789601839.942852:0:1385:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8df4c363a800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:1.0:1789601839.942864:0:1385:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c12adf80 x1876532918472960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789601839.942904:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918472576:0@lo:400:kworker.0 00000100:00100000:1.0:1789601839.942942:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601839.942967:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789601839.942975:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918472448:0@lo:400:kworker.0 00000100:00100000:1.0:1789601839.943014:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601839.943047:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876532918473088:0@lo:400:kworker.0 00000100:00100000:1.0:1789601839.943075:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601839.943094:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789601839.943098:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876532918472704:0@lo:400:kworker.0 00000100:00100000:1.0:1789601839.943119:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601839.943143:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918473088 00000100:00100000:1.0:1789601839.943148:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918473088 00000100:00100000:1.0:1789601839.943184:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918472704 00000100:00100000:1.0:1789601839.943187:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918472704 00000100:00100000:1.0:1789601839.943202:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789601839.943209:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876532918473088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601839.943248:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876532918473088:12345-0@lo:400:kworker.0 Request processed in 39us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601839.943254:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789601839.943279:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789601839.943287:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876532918472704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601839.943314:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876532918472704:12345-0@lo:400:kworker.0 Request processed in 28us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601839.943320:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1789601839.943356:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df3c31ba680 x1876532918472704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601839.943377:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876532918472704:0@lo:400:kworker.0 00010000:00080000:1.0:1789601839.943391:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df4c12ac380 x1876532918473088/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601839.943400:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876532918473088:0@lo:400:kworker.0 00000100:00100000:1.0:1789601839.943421:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918472832:0@lo:8:kworker.0 00000400:00000100:1.0:1789601839.943447:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876532918472832 offset 0 length 520: 4 00000100:00100000:1.0:1789601839.943461:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918472960:0@lo:8:kworker.0 00000400:00000100:1.0:1789601839.943480:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876532918472960 offset 0 length 520: 4 00000100:00100000:1.0:1789601839.943500:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918472576 00000100:00100000:1.0:1789601839.943504:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918472576 00000100:00100000:1.0:1789601839.943522:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789601839.943528:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1876532918472576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601839.943591:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1876532918472576:12345-0@lo:400:kworker.0 Request processed in 63us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601839.943598:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789601839.943625:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918472576:0@lo:400:kworker.0 00000100:00100000:3.0:1789601839.943721:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918472448 00000100:00100000:3.0:1789601839.943725:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918472448 00000100:00100000:3.0:1789601839.943762:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789601839.943769:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3648:x1876532918472448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601839.943807:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3648:x1876532918472448:12345-0@lo:400:kworker.0 Request processed in 39us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601839.943813:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789601839.943855:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918472448:0@lo:400:kworker.0 00000100:00100000:3.0:1789601839.943898:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918472320:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789601839.944026:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918473216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789601839.944055:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601839.944115:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918473216 00000100:00100000:2.0:1789601839.944120:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918473216 00000100:00100000:2.0:1789601839.944150:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789601839.944157:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1876532918473216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789601839.944182:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789601839.944223:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1876532918473216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601839.944229:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789601839.944417:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918473216:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789601840.134768:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789601840.969017:0:23343:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1789601841.158926:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789601841.734326:0:23363:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789601842.181962:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601843.205878:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789601843.660366:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789601844.231670:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601845.062665:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918473344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789601845.062765:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601845.062881:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918473344 00000100:00100000:0.0:1789601845.062892:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918473344 00000100:00100000:0.0:1789601845.062948:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789601845.062960:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918473344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789601845.063003:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789601845.063068:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918473344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601845.063076:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789601845.063200:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918473344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789601845.063354:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918473472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789601845.063387:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601845.063499:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918473472 00000100:00100000:0.0:1789601845.063503:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918473472 00000100:00100000:0.0:1789601845.063533:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789601845.063539:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918473472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789601845.063579:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789601845.063627:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918473472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601845.063634:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789601845.063661:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918473472:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1789601845.070911:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601845.070920:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601845.070923:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601845.070926:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789601845.071166:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789601845.071195:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876532918473728:0@lo:400:kworker.0 00000100:00100000:0.0:1789601845.071297:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789601845.071375:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601845.071379:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601845.071382:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601845.071385:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789601845.071433:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3646:1876532918473600:0@lo:400:kworker.0 00000100:00100000:2.0:1789601845.071472:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601845.071608:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918473600 00000100:00100000:2.0:1789601845.071617:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918473600 00000100:00100000:2.0:1789601845.071669:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789601845.071678:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3646:x1876532918473600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601845.071735:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:3646:x1876532918473600:12345-0@lo:400:kworker.0 Request processed in 57us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601845.071744:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789601845.071784:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789601845.071794:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918473856:0@lo:400:kworker.0 00000100:00100000:2.0:1789601845.071823:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601845.071875:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3646:1876532918473600:0@lo:400:kworker.0 00000100:00100000:1.0:1789601845.073392:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918473728 00000100:00100000:1.0:1789601845.073407:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918473728 00000100:00100000:1.0:1789601845.073466:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918473856 00000100:00100000:1.0:1789601845.073470:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918473856 00000100:00100000:1.0:1789601845.073500:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789601845.073510:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876532918473728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601845.073617:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876532918473728:12345-0@lo:400:kworker.0 Request processed in 108us (2319us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601845.073630:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789601845.073649:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789601845.073656:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918473856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601845.073691:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918473856:12345-0@lo:400:kworker.0 Request processed in 36us (1868us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601845.073697:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:1.0:1789601845.073742:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df4c5487480 x1876532918473856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601845.073758:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918473856:0@lo:400:kworker.0 00010000:00080000:1.0:1789601845.073803:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df4c5486a00 x1876532918473728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601845.073813:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876532918473728:0@lo:400:kworker.0 00010000:00010000:2.0:1789601845.255520:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601846.277944:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789601846.638921:0:24110:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789601846.640173:0:24110:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789601846.640175:0:24110:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789601846.641000:0:24110:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8df3c2af8800 00000020:01000004:2.0:1789601846.641149:0:24110:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789601846.641164:0:24110:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789601846.641179:0:24110:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8df4d09ccd40) 00000020:00000080:2.0:1789601846.641196:0:24110:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789601846.713115:0:24110:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789601846.722126:0:24110:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789601846.722531:0:24110:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789601846.723084:0:24110:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789601846.723432:0:24110:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789601846.723635:0:24110:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789601846.728396:0:24110:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:2.0:1789601846.734048:0:24110:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789601846.734611:0:24110:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1789601846.734628:0:24110:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789601846.734642:0:24110:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x74872e3eca9f3102 00000020:01000004:2.0:1789601846.734652:0:24110:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789601846.734677:0:24110:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.148@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789601846.734681:0:24110:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.148@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789601846.734688:0:24110:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1789601846.734693:0:24110:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1789601846.734722:0:24110:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8df4cc98cd40) 00000020:00000080:2.0:1789601846.734735:0:24110:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1789601846.743489:0:24110:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789601846.746327:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1789601846.746338:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1789601846.749351:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1789601846.749369:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1789601846.750674:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1789601846.750686:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1789601846.758452:0:24110:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789601846.759429:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1789601846.759436:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1789601846.761808:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1789601846.761825:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1789601846.795055:0:24110:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789601846.797057:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789601846.797069:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1789601846.809752:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789601846.809773:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1789601846.814689:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1789601846.814712:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1789601846.823353:0:24110:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789601846.823584:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1789601846.823593:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1789601846.824810:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1789601846.824825:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1789601846.918654:0:24110:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789601846.919089:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1789601846.919096:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1789601846.921841:0:24110:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1789601846.921855:0:24110:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1789601846.922339:0:24110:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1789601846.922369:0:24110:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1789601846.922375:0:24110:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.148@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1789601846.973203:0:24110:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.148@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789601846.973279:0:24110:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.148@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1789601846.973284:0:24110:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789601846.973286:0:24110:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789601846.973287:0:24110:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789601846.973288:0:24110:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789601846.973290:0:24110:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789601846.973291:0:24110:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789601846.973293:0:24110:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789601846.973294:0:24110:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789601846.973296:0:24110:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789601846.973299:0:24110:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1789601846.973302:0:24110:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789601846.973303:0:24110:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789601846.973305:0:24110:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789601846.973306:0:24110:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789601846.973307:0:24110:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789601846.973315:0:24110:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789601846.973316:0:24110:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789601846.973317:0:24110:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789601846.973318:0:24110:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789601846.973350:0:24110:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1789601846.973369:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918473984:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789601846.973437:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601846.973487:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d80a4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789601846.974820:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918473984 00000100:00100000:3.0:1789601846.974830:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918473984 00000100:00100000:3.0:1789601846.974893:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789601846.974903:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:24110:x1876532918473984:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789601846.975111:0:22600:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789601846.975115:0:22600:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1789601846.975119:0:22600:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1789601846.976286:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:24110:x1876532918473984:12345-0@lo:253:mount.lustre.0 Request processed in 1381us (2845us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601846.976297:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789601846.976657:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918473984:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789601846.976671:0:24110:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1789601846.976674:0:24110:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789601846.976676:0:24110:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789601846.976677:0:24110:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789601846.976679:0:24110:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789601846.976680:0:24110:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789601846.976681:0:24110:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789601846.976683:0:24110:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789601846.976685:0:24110:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789601846.976686:0:24110:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789601846.976706:0:24110:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8df3c2af8800 from lustre-OST0000 10000000:01000000:1.0:1789601846.977198:0:24110:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1789601846.977202:0:24110:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1789601846.977213:0:24110:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8df4f8d94d40 local copy 00010000:00010000:1.0:1789601846.977233:0:24110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601846.977357:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474112:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789601846.977402:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601846.977489:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d80a4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789601846.983124:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918474112 00000100:00100000:2.0:1789601846.983139:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918474112 00000100:00100000:2.0:1789601846.983258:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789601846.983270:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:24110:x1876532918474112:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601846.983411:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:24110:x1876532918474112:12345-0@lo:501:mount.lustre.0 Request processed in 144us (6007us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789601846.983419:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789601846.983592:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474112:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789601846.983614:0:24110:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.148@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1789601846.983650:0:24110:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.148@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1789601846.983673:0:24110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601846.983685:0:24110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789601846.983714:0:24110:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8df3c2af8800 10000000:01000000:1.0:1789601846.983719:0:24110:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789601846.983725:0:24110:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1789601846.983728:0:24110:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789601846.983744:0:24110:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1789601846.983747:0:24110:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1789601846.983784:0:24110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212e800/0x74872e3eca9f3110 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601846.983794:0:24110:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df3c212e800/0x74872e3eca9f3110 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601846.983803:0:24110:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df3c212e800/0x74872e3eca9f3110 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601846.983823:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474240:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789601846.983857:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601846.987177:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d80a4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789601846.996964:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918474240 00000100:00100000:0.0:1789601846.996979:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918474240 00000100:00100000:0.0:1789601846.999070:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789601846.999083:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+18:24110:x1876532918474240:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789601846.999100:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601846.999119:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b7600/0x74872e3eca9f3117 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f3110 expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601846.999151:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b7600/0x74872e3eca9f3117 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f3110 expref: 19 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601846.999162:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b7600/0x74872e3eca9f3117 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f3110 expref: 19 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601846.999190:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b7600, rc 0) 00000100:00100000:0.0:1789601846.999282:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:24110:x1876532918474240:12345-0@lo:101:mount.lustre.0 Request processed in 201us (15424us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601846.999288:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789601847.000086:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474240:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789601847.000105:0:24110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df3c212e800/0x74872e3eca9f3110 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3117 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601847.000115:0:24110:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df3c212e800/0x74872e3eca9f3110 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f3117 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789601847.001624:0:24110:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1789601847.003130:0:24110:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789601847.006536:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1789601847.006698:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1789601847.006715:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1789601847.006729:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1789601847.006854:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1789601847.006869:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1789601847.006882:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1789601847.006896:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1789601847.006910:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1789601847.006923:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1789601847.007045:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1789601847.007062:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1789601847.007087:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1789601847.007093:0:24110:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1789601847.007192:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474368:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789601847.007265:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601847.007355:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d80a4900 going to sleep for 11 seconds 00000100:00100000:0.0:1789601847.012658:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918474368 00000100:00100000:0.0:1789601847.012671:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918474368 00000100:00100000:1.0:1789601847.012965:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789601847.012976:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:24110:x1876532918474368:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789601847.013177:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:24110:x1876532918474368:12345-0@lo:501:mount.lustre.0 Request processed in 202us (5910us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601847.013184:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789601847.013403:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474368:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601847.013455:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474496:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789601847.013511:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601847.013616:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d98c29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789601847.018231:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918474496 00000100:00100000:3.0:1789601847.018245:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918474496 00000100:00100000:3.0:1789601847.018345:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789601847.018355:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:24110:x1876532918474496:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789601847.025162:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:24110:x1876532918474496:12345-0@lo:503:mount.lustre.0 Request processed in 6800us (11642us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601847.025177:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789601847.025307:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474496:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789601847.025851:0:24110:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789601847.025935:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474624:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601847.025981:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601847.041130:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918474624 00000100:00100000:1.0:1789601847.041144:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918474624 00000100:00100000:1.0:1789601847.041244:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789601847.041255:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:24110:x1876532918474624:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789601847.043257:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:24110:x1876532918474624:12345-0@lo:502:mount.lustre.0 Request processed in 1999us (17271us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601847.043269:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789601847.045759:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c23a20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789601847.045808:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474624:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789601847.046268:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789601847.046301:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789601847.046316:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789601847.046331:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789601847.046344:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789601847.046358:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789601847.046371:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789601847.046382:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789601847.046393:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1789601847.046406:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1789601847.046421:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1789601847.046436:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1789601847.046472:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474752:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601847.046538:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601847.047253:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918474752 00000100:00100000:1.0:1789601847.047261:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918474752 00000100:00100000:1.0:1789601847.047303:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789601847.047312:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:24110:x1876532918474752:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789601847.047417:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:24110:x1876532918474752:12345-0@lo:502:mount.lustre.0 Request processed in 106us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601847.047425:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789601847.047491:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efc646c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789601847.047511:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474752:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789601847.047716:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1789601847.047896:0:24110:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:0.0:1789601847.050705:0:24127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789601847.050717:0:24127:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:0.0:1789601847.050724:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789601847.050726:0:24127:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1789601847.050743:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789601847.050759:0:24127:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8df4f763b380) 00000020:00000080:0.0:1789601847.050792:0:24127:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1789601847.050800:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789601847.050892:0:24127:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df3c2af8800 from lustre-OST0000, refs=2 00080000:01000000:0.0:1789601847.050901:0:24127:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789601847.050908:0:24127:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x74872e3eca9f3125 00010000:00010000:0.0:1789601847.053910:0:24127:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1789601847.063135:0:24127:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1789601847.065282:0:24127:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789601847.068447:0:24127:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1789601847.068458:0:24127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789601847.068465:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601847.068467:0:24127:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1789601847.068472:0:24127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789601847.068474:0:24127:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1789601847.068476:0:24127:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789601847.068478:0:24127:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789601847.068480:0:24127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789601847.068482:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601847.068483:0:24127:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789601847.068486:0:24127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789601847.068489:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601847.068490:0:24127:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789601847.068493:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789601847.068495:0:24127:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789601847.068497:0:24127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789601847.068500:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601847.068501:0:24127:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789601847.068503:0:24127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789601847.068506:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601847.068514:0:24127:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789601847.068519:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789601847.068547:0:24127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789601847.068550:0:24127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789601847.068551:0:24127:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789601847.068586:0:24127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1789601847.072060:0:24110:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1789601847.072100:0:24110:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1789601847.072113:0:24110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212e800/0x74872e3eca9f3110 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3117 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.072126:0:24110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df3c212e800/0x74872e3eca9f3110 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3117 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601847.072134:0:24110:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8df3c2af8800 from 1 10000000:01000000:3.0:1789601847.072137:0:24110:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789601847.072171:0:24110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.072179:0:24110:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.072190:0:24110:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601847.072213:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474880:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789601847.072286:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601847.072319:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efc646c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789601847.073098:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918474880 00000100:00100000:1.0:1789601847.073106:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918474880 00000100:00100000:1.0:1789601847.073152:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789601847.073163:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:24110:x1876532918474880:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789601847.073177:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601847.073191:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f3133 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f312c expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601847.073227:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f3133 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f312c expref: 20 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601847.073239:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f3133 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f312c expref: 20 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601847.073246:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212f000, rc 0) 00000100:00100000:1.0:1789601847.073304:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:24110:x1876532918474880:12345-0@lo:101:mount.lustre.0 Request processed in 143us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601847.073311:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789601847.073667:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918474880:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601847.073685:0:24110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601847.073696:0:24110:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789601847.081036:0:24110:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789601847.082050:0:24110:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789601847.082856:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789601847.082885:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789601847.082898:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789601847.082911:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789601847.083005:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789601847.083023:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789601847.083035:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789601847.083045:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789601847.083057:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789601847.083068:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789601847.083079:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789601847.083096:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789601847.083101:0:24110:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789601847.083190:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475008:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789601847.083858:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601847.083905:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efc64900 going to sleep for 11 seconds 00000100:00100000:1.0:1789601847.083990:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918475008 00000100:00100000:1.0:1789601847.083998:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918475008 00000100:00100000:1.0:1789601847.084047:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789601847.084057:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:24110:x1876532918475008:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789601847.084162:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:24110:x1876532918475008:12345-0@lo:501:mount.lustre.0 Request processed in 107us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601847.084181:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789601847.084318:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475008:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789601847.084478:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475136:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789601847.084519:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601847.084546:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efc64900 going to sleep for 11 seconds 00000100:00100000:3.0:1789601847.084577:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918475136 00000100:00100000:3.0:1789601847.084581:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918475136 00000100:00100000:3.0:1789601847.084607:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789601847.084614:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:24110:x1876532918475136:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789601847.084693:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:24110:x1876532918475136:12345-0@lo:503:mount.lustre.0 Request processed in 78us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601847.084700:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789601847.086645:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475136:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789601847.091326:0:24110:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789601847.091607:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475264:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601847.091710:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601847.091756:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efc64900 going to sleep for 11 seconds 00000100:00100000:1.0:1789601847.091872:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918475264 00000100:00100000:1.0:1789601847.091880:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918475264 00000100:00100000:1.0:1789601847.091931:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789601847.091950:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:24110:x1876532918475264:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789601847.092069:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:24110:x1876532918475264:12345-0@lo:502:mount.lustre.0 Request processed in 129us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601847.092077:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789601847.094086:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475264:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789601847.094370:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789601847.094413:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789601847.094430:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789601847.094443:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789601847.094455:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789601847.094468:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789601847.094483:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789601847.094495:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789601847.094509:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789601847.094522:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789601847.094535:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789601847.094598:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475392:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601847.094657:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601847.094695:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c14c3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789601847.094776:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918475392 00000100:00100000:3.0:1789601847.094789:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918475392 00000100:00100000:3.0:1789601847.094836:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789601847.094845:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:24110:x1876532918475392:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601847.095025:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:24110:x1876532918475392:12345-0@lo:502:mount.lustre.0 Request processed in 181us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601847.095032:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789601847.096898:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475392:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789601847.097051:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1789601847.097064:0:24110:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789601847.105880:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601847.105892:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601847.105894:0:24131:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789601847.105903:0:24131:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8df3c2af8800 00000020:00000080:2.0:1789601847.105906:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601847.105914:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601847.105917:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601847.105918:0:24131:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789601847.105920:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601847.105923:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601847.105924:0:24131:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789601847.105927:0:24131:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8df3c2af8800 00000020:00000080:2.0:1789601847.105929:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601847.105991:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601847.105995:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601847.105996:0:24131:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789601847.106012:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601847.106015:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601847.106016:0:24131:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789601847.106019:0:24131:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8df3c2af8800 00000020:00000080:2.0:1789601847.106021:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601847.106041:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601847.106044:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601847.106046:0:24131:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789601847.106048:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601847.106051:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601847.106052:0:24131:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789601847.106055:0:24131:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8df3c2af8800 00000020:00000080:2.0:1789601847.106057:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789601847.106076:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601847.106079:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601847.106080:0:24131:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789601847.106083:0:24131:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1789601847.109456:0:24110:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789601847.109504:0:24110:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789601847.109522:0:24110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.109534:0:24110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601847.109605:0:24110:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789601847.109608:0:24110:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8df3c2af8800 10000000:01000000:3.0:1789601847.109611:0:24110:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8df3c2af8800 10000000:01000000:3.0:1789601847.109615:0:24110:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789601847.109621:0:24110:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8df3c2af8800 from 1 10000000:01000000:3.0:1789601847.109623:0:24110:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789601847.109658:0:24110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f313a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.109666:0:24110:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f313a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.109676:0:24110:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f313a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601847.109698:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475520:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789601847.109767:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601847.109825:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efc64540 going to sleep for 11 seconds 00000100:00100000:1.0:1789601847.121352:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918475520 00000100:00100000:1.0:1789601847.121367:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918475520 00000100:00100000:1.0:1789601847.121444:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789601847.121454:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:24110:x1876532918475520:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789601847.121471:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601847.121488:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f3141 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f313a expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601847.121515:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f3141 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f313a expref: 21 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601847.121527:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c212f200/0x74872e3eca9f3141 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f313a expref: 21 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601847.121536:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212f200, rc 0) 00000100:00100000:1.0:1789601847.121623:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918475520:12345-0@lo:101:mount.lustre.0 Request processed in 170us (11855us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601847.121630:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789601847.121983:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475520:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789601847.122005:0:24110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f313a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3141 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.122015:0:24110:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f313a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f3141 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789601847.139513:0:24110:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1789601847.141844:0:24110:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789601847.142239:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1789601847.142267:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1789601847.142282:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1789601847.142294:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1789601847.142306:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1789601847.142329:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1789601847.142344:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1789601847.142358:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1789601847.142369:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1789601847.142381:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1789601847.142394:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1789601847.142408:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1789601847.142421:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1789601847.142435:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1789601847.142460:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1789601847.142477:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1789601847.142491:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1789601847.142504:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1789601847.142518:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1789601847.142533:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1789601847.142547:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1789601847.142585:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1789601847.142600:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1789601847.142615:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1789601847.142629:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1789601847.142643:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1789601847.142658:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1789601847.142671:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1789601847.142686:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1789601847.142700:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1789601847.142727:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1789601847.144737:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1789601847.144759:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1789601847.146843:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1789601847.146886:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1789601847.146902:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1789601847.146916:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1789601847.146929:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1789601847.147019:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1789601847.147032:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1789601847.147044:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1789601847.147056:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1789601847.147069:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1789601847.147081:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1789601847.147092:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1789601847.147102:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1789601847.147115:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1789601847.147146:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1789601847.147314:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1789601847.147333:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1789601847.147352:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1789601847.147357:0:24110:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1789601847.147455:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475648:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601847.147517:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601847.147583:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c20bc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601847.147609:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918475648 00000100:00100000:0.0:1789601847.147615:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918475648 00000100:00100000:0.0:1789601847.147659:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789601847.147668:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918475648:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601847.147776:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918475648:12345-0@lo:501:mount.lustre.0 Request processed in 109us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601847.147784:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789601847.147833:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475648:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601847.147861:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475776:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789601847.147895:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601847.147919:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c20bc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601847.149037:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918475776 00000100:00100000:2.0:1789601847.149053:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918475776 00000100:00100000:2.0:1789601847.149089:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789601847.149101:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918475776:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789601847.150018:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918475776:12345-0@lo:503:mount.lustre.0 Request processed in 112us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601847.150029:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789601847.157030:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475776:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789601847.157484:0:24110:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789601847.157591:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475904:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601847.157658:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601847.157706:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c20bc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601847.159863:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918475904 00000100:00100000:2.0:1789601847.159877:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918475904 00000100:00100000:2.0:1789601847.159942:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789601847.159952:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918475904:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601847.160112:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918475904:12345-0@lo:502:mount.lustre.0 Request processed in 161us (2453us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601847.160128:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789601847.161906:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918475904:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789601847.162141:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1789601847.162171:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1789601847.162187:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1789601847.162200:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1789601847.162213:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1789601847.162240:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1789601847.162253:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1789601847.162264:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1789601847.162277:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1789601847.162309:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1789601847.162325:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1789601847.162339:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1789601847.162353:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1789601847.162365:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1789601847.162377:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1789601847.162389:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1789601847.162401:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1789601847.162415:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1789601847.162427:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1789601847.162438:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1789601847.162450:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1789601847.162462:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1789601847.162472:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1789601847.162484:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1789601847.162505:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1789601847.162526:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1789601847.162539:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1789601847.162551:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1789601847.162590:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1789601847.162602:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1789601847.162613:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1789601847.162625:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1789601847.162636:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1789601847.162647:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1789601847.162657:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1789601847.162667:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1789601847.162676:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1789601847.162686:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1789601847.162697:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1789601847.162708:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1789601847.162719:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1789601847.162744:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1789601847.162760:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1789601847.162787:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1789601847.162804:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1789601847.162816:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1789601847.162828:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1789601847.162840:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1789601847.162885:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918476032:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601847.162946:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601847.162986:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c20bc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601847.163017:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918476032 00000100:00100000:0.0:1789601847.163023:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918476032 00000100:00100000:0.0:1789601847.163072:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789601847.163079:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918476032:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601847.163184:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918476032:12345-0@lo:502:mount.lustre.0 Request processed in 105us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601847.163190:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789601847.163247:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918476032:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789601847.163384:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1789601847.163404:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1789601847.163424:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918476160:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601847.163456:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601847.163481:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c20bc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601847.163804:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918476160 00000100:00100000:2.0:1789601847.163809:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918476160 00000100:00100000:2.0:1789601847.163838:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789601847.163845:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918476160:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601847.164055:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918476160:12345-0@lo:502:mount.lustre.0 Request processed in 209us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601847.164061:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789601847.168862:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918476160:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789601847.168973:0:24110:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1789601847.168989:0:24110:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789601847.171989:0:24136:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789601847.172006:0:24136:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8df3c2104d40) 00000020:00000080:3.0:1789601847.172030:0:24136:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1789601847.172120:0:24136:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df3c2af8800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789601847.172125:0:24136:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df3c2af8800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789601847.172128:0:24136:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df3c2af8800 3 00010000:00080000:3.0:1789601847.172156:0:24136:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df4d016e000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.148@tcp at head 00010000:00010000:3.0:1789601847.173751:0:24136:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1789601847.175183:0:24136:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1789601847.175839:0:24136:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789601847.175853:0:24136:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x74872e3eca9f314f 00000100:00080000:2.0:1789601847.175863:0:24136:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789601847.175874:0:24136:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8df4d016e000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601847.175907:0:24136:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c36e8a80 x1876532918476288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601847.176007:0:24136:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789601847.176024:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876532918476288:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789601847.176094:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601847.176158:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918476288 00000100:00100000:1.0:1789601847.176165:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918476288 00000100:00100000:1.0:1789601847.176202:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789601847.176209:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876532918476288:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789601847.176240:0:22609:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:1.0:1789601847.176270:0:22609:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x74872e3eca9f3156 00000004:00100000:1.0:1789601847.176285:0:22609:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789601847.176314:0:22609:0:(import.c:65:import_set_state_nolock()) ffff8df4d09ad000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789601847.176366:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1876532918476288:12345-0@lo:38:llog_process_th.0 Request processed in 156us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601847.176373:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789601847.176441:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df3c36e8a80 x1876532918476288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789601857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601847.176451:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789601847.176458:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789601847.176464:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789601847.176467:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789601847.176470:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4d016e000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789601847.176475:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876532918476288:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1789601847.180646:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601847.180661:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601847.180664:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601847.180667:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601847.180697:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601847.180701:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601847.180703:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601847.180706:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789601847.180752:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918476416:0@lo:400:kworker.0 00000100:00100000:2.0:1789601847.180813:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601847.180846:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789601847.180852:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876532918476544:0@lo:400:kworker.0 00000100:00100000:2.0:1789601847.180877:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601847.181050:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918476544 00000100:00100000:2.0:1789601847.181057:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918476544 00000100:00100000:2.0:1789601847.181099:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789601847.181106:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876532918476544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601847.181152:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876532918476544:12345-0@lo:400:kworker.0 Request processed in 46us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601847.181159:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:2.0:1789601847.181200:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df3c36e8700 x1876532918476544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601847.181227:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876532918476544:0@lo:400:kworker.0 00000100:00100000:0.0:1789601847.181424:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918476416 00000100:00100000:0.0:1789601847.181429:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918476416 00000100:00100000:0.0:1789601847.181461:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789601847.181468:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918476416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601847.181518:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918476416:12345-0@lo:400:kworker.0 Request processed in 50us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601847.181524:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789601847.181529:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918476416:0@lo:400:kworker.0 00000020:01000004:0.0:1789601847.181647:0:24136:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1789601847.181662:0:24136:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8df4f763cd40) 00000020:00000080:0.0:1789601847.181683:0:24136:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1789601847.181768:0:24136:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df3c2af8800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1789601847.181782:0:24136:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df3c2af8800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1789601847.181785:0:24136:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df3c2af8800 3 00010000:00080000:0.0:1789601847.181811:0:24136:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df4fcb1c000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.148@tcp at head 00000100:00100000:1.0:1789601847.186131:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918476672:0@lo:400:kworker.0 00000100:00100000:1.0:1789601847.186198:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601847.186255:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789601847.186262:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918476800:0@lo:400:kworker.0 00000100:00100000:1.0:1789601847.186286:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601847.186329:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918476800 00000100:00100000:1.0:1789601847.186336:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918476800 00000100:00100000:1.0:1789601847.186379:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789601847.186387:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918476800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601847.186436:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918476800:12345-0@lo:400:kworker.0 Request processed in 49us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601847.186443:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:1.0:1789601847.186481:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df3c36eaa00 x1876532918476800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601847.186506:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918476800:0@lo:400:kworker.0 00000100:00100000:0.0:1789601847.189090:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918476672 00000100:00100000:0.0:1789601847.189103:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918476672 00000100:00100000:0.0:1789601847.189153:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789601847.189162:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918476672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601847.189250:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918476672:12345-0@lo:400:kworker.0 Request processed in 89us (3052us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601847.189258:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789601847.189308:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918476672:0@lo:400:kworker.0 00010000:00010000:2.0:1789601847.189525:0:24136:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1789601847.189724:0:24136:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1789601847.190053:0:24136:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789601847.190066:0:24136:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x74872e3eca9f3164 00000100:00080000:2.0:1789601847.190074:0:24136:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789601847.190084:0:24136:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8df4fcb1c000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601847.190111:0:24136:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c36e8a80 x1876532918476928/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789601847.190143:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876532918476928:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789601847.190186:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601847.190251:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918476928 00000100:00100000:2.0:1789601847.190256:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918476928 00000100:00100000:2.0:1789601847.190279:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789601847.190285:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918476928:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789601847.190308:0:22608:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:2.0:1789601847.190336:0:22608:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x74872e3eca9f316b 00000004:00100000:2.0:1789601847.190482:0:22608:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789601847.190511:0:22608:0:(import.c:65:import_set_state_nolock()) ffff8df4c596b000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789601847.190553:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876532918476928:12345-0@lo:38:llog_process_th.0 Request processed in 267us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601847.190582:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789601847.190617:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8df3c36e8a80 x1876532918476928/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789601857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601847.190626:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789601847.190632:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789601847.190639:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789601847.190648:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789601847.190651:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4fcb1c000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789601847.190656:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876532918476928:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1789601847.190672:0:24136:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789601847.190693:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601847.190697:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601847.190699:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601847.190702:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601847.190706:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601847.190708:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789601847.190711:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601847.190713:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1789601847.192502:0:24136:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1789601847.193917:0:24110:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789601847.194005:0:24110:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789601847.194023:0:24110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f313a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3141 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.194035:0:24110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f7383000/0x74872e3eca9f313a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3141 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789601847.194090:0:24110:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789601847.194093:0:24110:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789601847.194095:0:24110:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789601847.194096:0:24110:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789601847.194097:0:24110:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789601847.194098:0:24110:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789601847.194100:0:24110:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789601847.194102:0:24110:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789601847.194103:0:24110:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789601847.194107:0:24110:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1789601847.194109:0:24110:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789601847.194110:0:24110:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789601847.194112:0:24110:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789601847.194113:0:24110:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789601847.194114:0:24110:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789601847.194115:0:24110:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789601847.194121:0:24110:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789601847.194123:0:24110:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789601847.194124:0:24110:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789601847.194147:0:24110:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789601847.194165:0:24110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918477056:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789601847.194235:0:24110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601847.194268:0:24110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c20bc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601847.194289:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918477056 00000100:00100000:0.0:1789601847.194296:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918477056 00000100:00100000:0.0:1789601847.194334:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789601847.194342:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918477056:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789601847.194367:0:22603:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789601847.194379:0:22603:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789601847.206518:0:22603:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789601847.206541:0:22603:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1789601847.206591:0:22624:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789601847.206597:0:22624:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789601847.206620:0:22624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601847.206637:0:22624:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df4fb6b6800/0x74872e3eca9f30bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f30b5 expref: 21 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601847.206646:0:22624:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df4f7383600/0x74872e3eca9f30ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f30c3 expref: 21 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601847.206653:0:22624:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601847.206703:0:22624:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df4f7383600/0x74872e3eca9f30ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f30c3 expref: 21 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601847.206717:0:22624:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df4f7383600/0x74872e3eca9f30ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f30c3 expref: 21 pid: 22603 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601847.207021:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24110:x1876532918477056:12345-0@lo:253:mount.lustre.0 Request processed in 12677us (12783us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601847.207030:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789601847.207837:0:22624:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918477184:0@lo:104: 00000100:00100000:2.0:1789601847.207881:0:22624:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601847.207928:0:22591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918477184 00000100:00100000:3.0:1789601847.207936:0:22591:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918477184 00000100:00100000:3.0:1789601847.207993:0:22591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789601847.208003:0:22591:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:22624:x1876532918477184:12345-0@lo:104: 00010000:00010000:3.0:1789601847.208017:0:22591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.208065:0:22591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789601847.208072:0:22591:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:22624:x1876532918477184:12345-0@lo:104: Request processed in 71us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601847.208078:0:22591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:3.0:1789601847.208108:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601847.208114:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.208122:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7383800 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:3.0:1789601847.208125:0:22596:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.208134:0:22596:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789601847.208141:0:22596:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601847.208147:0:22596:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789601847.208174:0:22596:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.208182:0:22596:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789601847.208199:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.208206:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f30c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30ca expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.208230:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601847.208232:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601847.208233:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601847.208245:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918477312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789601847.208273:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789601847.208300:0:22624:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df4fb6b6800/0x74872e3eca9f30bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f30b5 expref: 20 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601847.208311:0:22624:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df4fb6b6800/0x74872e3eca9f30bc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f30b5 expref: 20 pid: 22602 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601847.208317:0:22593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918477312 00000100:00100000:3.0:1789601847.208320:0:22593:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918477312 00000100:00100000:2.0:1789601847.208320:0:22624:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918477440:0@lo:104: 00010000:00010000:3.0:1789601847.208335:0:22593:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df4f7383600/0x74872e3eca9f30ca lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f30c3 expref: 21 pid: 22603 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601847.208357:0:22593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789601847.208363:0:22593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3645:x1876532918477312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789601847.208372:0:22593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789601847.208378:0:22593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df4f7383600/0x74872e3eca9f30ca lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f30c3 expref: 21 pid: 22603 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.208388:0:22593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df4f7383600/0x74872e3eca9f30ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f30c3 expref: 21 pid: 22603 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.208402:0:22593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789601847.208700:0:22624:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601847.208746:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1789601847.209177:0:22593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3645:x1876532918477312:12345-0@lo:103:ldlm_bl.0 Request processed in 813us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601847.209186:0:22593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789601847.209241:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918477312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789601847.215901:0:22624:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f73bf000 going to sleep for 11 seconds 00000100:00100000:0.0:1789601847.217583:0:22591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918477440 00000100:00100000:0.0:1789601847.217595:0:22591:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918477440 00000100:00100000:0.0:1789601847.217652:0:22591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789601847.217662:0:22591:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4fc018c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:22624:x1876532918477440:12345-0@lo:104: 00010000:00010000:0.0:1789601847.217678:0:22591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.217766:0:22591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789601847.217782:0:22591:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4fc018c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:22624:x1876532918477440:12345-0@lo:104: Request processed in 123us (9082us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601847.217789:0:22591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1789601847.222094:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601847.222107:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.222119:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737da00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:0.0:1789601847.222123:0:22597:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.222133:0:22597:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789601847.222140:0:22597:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601847.222146:0:22597:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789601847.222203:0:22597:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.222211:0:22597:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789601847.222242:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.222250:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f737da00/0x74872e3eca9f30b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30bc expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.222272:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601847.222274:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601847.222276:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601847.223608:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3646:1876532918477568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789601847.223608:0:24110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24110:1876532918477056:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789601847.223625:0:24110:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1789601847.223628:0:24110:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789601847.223630:0:24110:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789601847.223632:0:24110:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789601847.223633:0:24110:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789601847.223634:0:24110:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789601847.223636:0:24110:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789601847.223637:0:24110:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789601847.223639:0:24110:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789601847.223640:0:24110:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1789601847.223652:0:24110:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1789601847.223671:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601847.229011:0:22594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918477568 00000100:00100000:0.0:1789601847.229025:0:22594:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918477568 00010000:00010000:0.0:1789601847.229063:0:22594:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df4fb6b6800/0x74872e3eca9f30bc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f30b5 expref: 21 pid: 22602 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601847.229127:0:22594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789601847.229137:0:22594:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eabb1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3646:x1876532918477568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789601847.229150:0:22594:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601847.229156:0:22594:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df4fb6b6800/0x74872e3eca9f30bc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f30b5 expref: 21 pid: 22602 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.229168:0:22594:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df4fb6b6800/0x74872e3eca9f30bc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f30b5 expref: 21 pid: 22602 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.229190:0:22594:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.229199:0:22594:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789601847.229225:0:22594:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022619165s 00010000:00010000:0.0:1789601847.229231:0:22594:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.229238:0:22594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.229245:0:22594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.229251:0:22594:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.229258:0:22594:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737c000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601847.229267:0:22594:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.229276:0:22594:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.229285:0:22594:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601847.229295:0:22594:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789601847.229367:0:22594:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eabb1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3646:x1876532918477568:12345-0@lo:103:ldlm_bl.0 Request processed in 233us (5695us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601847.229375:0:22594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789601847.230368:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3646:1876532918477568:0@lo:103:ldlm_bl.0 00000001:00000004:0.0:1789601847.232498:0:24110:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:3.0:1789601847.235088:0:22624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f7383600/0x74872e3eca9f30ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f30c3 expref: 20 pid: 22603 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601847.235107:0:22624:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918477184:0@lo:104: 00010000:00010000:3.0:1789601847.235159:0:22624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4fb6b6800/0x74872e3eca9f30bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f30b5 expref: 19 pid: 22602 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601847.235169:0:22624:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918477440:0@lo:104: 00010000:00010000:3.0:1789601847.235191:0:22624:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.235208:0:22624:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.235224:0:22624:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601847.235230:0:22624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737c000/0x74872e3eca9f3172 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1789601847.239187:0:24110:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1789601847.239196:0:24110:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1789601847.239241:0:24110:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789601847.239294:0:24110:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.148@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789601847.239319:0:24110:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1789601847.239444:0:24110:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1789601847.240454:0:24110:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789601847.240687:0:24110:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789601847.302655:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601848.325915:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789601848.396291:0:24190:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789601848.401255:0:24190:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:0.0:1789601848.458792:0:22605:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789601848.458802:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8df4f70a7800 from 13 10000000:01000000:0.0:1789601848.458809:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789601848.458875:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601848.458888:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601848.458900:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601848.458954:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918477696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789601848.459044:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601848.459117:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f73fa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601848.459265:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918477696 00000100:00100000:2.0:1789601848.459276:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918477696 00000100:00100000:2.0:1789601848.459348:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789601848.459360:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+19:22605:x1876532918477696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789601848.459386:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601848.459410:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3180 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f3179 expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601848.459441:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3180 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f3179 expref: 20 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601848.459453:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3180 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f3179 expref: 20 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601848.459464:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737ce00, rc 0) 00000100:00100000:2.0:1789601848.459519:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:22605:x1876532918477696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601848.459535:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789601848.460113:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918477696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789601848.460138:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601848.460149:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601848.460231:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12aed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918477824:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789601848.460279:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601848.460315:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c7e07c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789601848.460476:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918477824 00000100:00100000:0.0:1789601848.460484:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918477824 00000100:00100000:0.0:1789601848.460533:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1789601848.460542:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:22605:x1876532918477824:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789601848.460595:0:22603:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789601848.460620:0:22603:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789601848.460623:0:22603:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1789601848.460729:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:22605:x1876532918477824:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 178us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601848.460737:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789601848.461021:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12aed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918477824:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789601848.461101:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789601848.461110:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601848.461125:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789601848.461138:0:22605:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789601848.461140:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8df4efdbc800 from 13 10000000:01000000:1.0:1789601848.461143:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789601848.461169:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601848.461178:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601848.461188:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601848.461204:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12aed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918477952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789601848.461249:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601848.461280:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c7e07c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789601848.461670:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918477952 00000100:00100000:0.0:1789601848.461677:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918477952 00000100:00100000:0.0:1789601848.461716:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789601848.461735:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:22605:x1876532918477952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789601848.461746:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601848.461860:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f318e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f3187 expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601848.461890:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f318e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f3187 expref: 21 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601848.461901:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f318e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f3187 expref: 21 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601848.461924:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b6c00, rc 0) 00000100:00100000:0.0:1789601848.462057:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:22605:x1876532918477952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 323us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601848.462064:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789601848.469365:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12aed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918477952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789601848.469402:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601848.469417:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601848.469500:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36eb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918478080:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789601848.469587:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601848.469633:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f73bf000 going to sleep for 11 seconds 00000100:00100000:1.0:1789601848.469697:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918478080 00000100:00100000:1.0:1789601848.469706:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918478080 00000100:00100000:1.0:1789601848.469762:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1789601848.469773:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:22605:x1876532918478080:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789601848.469796:0:22602:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789601848.469813:0:22602:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789601848.469816:0:22602:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1789601848.469915:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:22605:x1876532918478080:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 144us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601848.469924:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789601848.470019:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36eb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918478080:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789601848.470082:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789601848.470150:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601848.470170:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601849.356156:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601850.181902:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918478208:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789601850.181994:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601850.182158:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918478208 00000100:00100000:2.0:1789601850.182167:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918478208 00000100:00100000:2.0:1789601850.182230:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789601850.182240:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918478208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789601850.182273:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789601850.182322:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918478208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601850.182329:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789601850.182373:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918478208:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789601850.182567:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789601850.182577:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918478336:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789601850.182603:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601850.182828:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918478336 00000100:00100000:0.0:1789601850.182832:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918478336 00000100:00100000:0.0:1789601850.182862:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789601850.182869:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918478336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789601850.182886:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789601850.182934:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918478336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601850.182940:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789601850.183003:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918478336:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789601850.376258:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601851.399867:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789601851.978912:0:23363:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:0.0:1789601852.231407:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601852.231416:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789601852.231419:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601852.231423:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789601852.231453:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601852.231457:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789601852.231459:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601852.231463:0:13926:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789601852.231673:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918478464:0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.232099:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918478592:0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.232178:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601852.232245:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876532918479104:0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.232272:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601852.232315:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918478720:0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.232340:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601852.232374:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876532918479232:0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.232412:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601852.232431:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789601852.232437:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918478848:0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.232459:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601852.232493:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918478592 00000100:00100000:2.0:1789601852.232502:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918478592 00000100:00100000:2.0:1789601852.232548:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918478848 00000100:00100000:2.0:1789601852.232551:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918478848 00000100:00100000:2.0:1789601852.232598:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789601852.232609:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918478592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.232678:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918478592:12345-0@lo:400:kworker.0 Request processed in 70us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601852.232685:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789601852.232722:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789601852.232728:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918478848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.232776:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918478848:12345-0@lo:400:kworker.0 Request processed in 35us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601852.232783:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789601852.232804:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918479104 00000100:00100000:2.0:1789601852.232808:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918479104 00000100:00100000:2.0:1789601852.232844:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918478720 00000100:00100000:2.0:1789601852.232847:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918478720 00000100:00100000:2.0:1789601852.232857:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918479232 00000100:00100000:2.0:1789601852.232860:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918479232 00000100:00100000:2.0:1789601852.232874:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789601852.232880:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876532918479104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.232926:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876532918479104:12345-0@lo:400:kworker.0 Request processed in 45us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601852.232943:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789601852.232956:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789601852.232962:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918478720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.232992:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918478720:12345-0@lo:400:kworker.0 Request processed in 31us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601852.232998:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789601852.233010:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789601852.233015:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876532918479232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.233042:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876532918479232:12345-0@lo:400:kworker.0 Request processed in 27us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601852.233048:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789601852.233106:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918478592:0@lo:400:kworker.0 00010000:00080000:2.0:1789601852.233122:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4efd56a00 x1876532918479104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601852.233133:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876532918479104:0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.233169:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918478848:0@lo:400:kworker.0 00010000:00080000:2.0:1789601852.233192:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4efd54380 x1876532918478720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601852.233201:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918478720:0@lo:400:kworker.0 00010000:00080000:2.0:1789601852.233213:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4efd55500 x1876532918479232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601852.233221:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876532918479232:0@lo:400:kworker.0 00000100:00100000:3.0:1789601852.233843:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601852.233887:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918478976:0@lo:400:kworker.0 00000100:00100000:3.0:1789601852.233918:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789601852.233972:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789601852.233978:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789601852.234954:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918478464 00000100:00100000:2.0:1789601852.234965:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918478464 00000100:00100000:2.0:1789601852.235020:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789601852.235028:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3645:x1876532918478464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.235308:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3645:x1876532918478464:12345-0@lo:400:kworker.0 Request processed in 280us (1465us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601852.235316:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789601852.235358:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918478976 00000100:00100000:2.0:1789601852.235362:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918478976 00000100:00100000:2.0:1789601852.235401:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789601852.235408:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918478976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601852.235440:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918478976:12345-0@lo:400:kworker.0 Request processed in 33us (1521us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601852.235445:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789601852.236279:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918478464:0@lo:400:kworker.0 00010000:00080000:1.0:1789601852.236299:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4efd55f80 x1876532918478976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601852.236312:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918478976:0@lo:400:kworker.0 00010000:00010000:0.0:1789601852.422287:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601853.454460:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789601853.897282:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789601854.352801:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601839/real 1789601839] req@ffff8df4c12adc00 x1876532918472832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601854.352835:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4c12adc00 x1876532918472832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601854.352845:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601839/real 1789601839] req@ffff8df4c12adf80 x1876532918472960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601854.352856:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df4c12adf80 x1876532918472960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789601854.352878:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4d09ab000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789601854.352898:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789601854.352901:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918472832:0@lo:8:kworker.0 00000100:00080000:0.0:1789601854.352907:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789601854.352912:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789601854.352915:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918472960:0@lo:8:kworker.0 00000100:00080000:1.0:1789601854.353064:0:24250:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601854.353069:0:24250:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789601854.353072:0:24250:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601854.353075:0:24250:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789601854.353092:0:24250:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601854.353096:0:24250:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789601854.353099:0:24250:0:(import.c:65:import_set_state_nolock()) ffff8df4d09ab000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789601854.353103:0:24250:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 708 00000100:00080000:1.0:1789601854.353109:0:24250:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789601854.353120:0:24250:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8df4d09ab000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:1.0:1789601854.353141:0:24250:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c12ad180 x1876532918479872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789601854.353261:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918479360:0@lo:400:kworker.0 00000100:00100000:3.0:1789601854.353329:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601854.353371:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789601854.353378:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918479744:0@lo:400:kworker.0 00000100:00100000:3.0:1789601854.353407:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601854.353441:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918479360 00000100:00100000:3.0:1789601854.353448:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918479360 00000100:00100000:3.0:1789601854.353498:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789601854.353507:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3648:x1876532918479360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601854.353574:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3648:x1876532918479360:12345-0@lo:400:kworker.0 Request processed in 67us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601854.353591:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789601854.353626:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918479744 00000100:00100000:3.0:1789601854.353629:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918479744 00000100:00100000:3.0:1789601854.353656:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789601854.353663:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918479744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601854.353695:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918479744:12345-0@lo:400:kworker.0 Request processed in 32us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601854.353701:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789601854.353738:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918479744:0@lo:400:kworker.0 00000100:00100000:3.0:1789601854.353746:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918479360:0@lo:400:kworker.0 00000100:00080000:1.0:1789601854.353869:0:24250:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789601854.353872:0:24250:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789601854.353875:0:24250:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789601854.353878:0:24250:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 708 00000100:00080000:1.0:1789601854.353882:0:24250:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789601854.353894:0:24250:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8df4c363a800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:1.0:1789601854.353909:0:24250:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c12ad500 x1876532918480000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789601854.353963:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918479488:0@lo:400:kworker.0 00000100:00100000:1.0:1789601854.353991:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601854.354007:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876532918480256:0@lo:400:kworker.0 00000100:00100000:1.0:1789601854.354028:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601854.354048:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789601854.354054:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876532918479616:0@lo:400:kworker.0 00000100:00100000:1.0:1789601854.354074:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601854.354092:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876532918480384:0@lo:400:kworker.0 00000100:00100000:1.0:1789601854.354114:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601854.354139:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918480256 00000100:00100000:1.0:1789601854.354144:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918480256 00000100:00100000:0.0:1789601854.354266:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918479616 00000100:00100000:0.0:1789601854.354270:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918479616 00000100:00100000:0.0:1789601854.354292:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918480384 00000100:00100000:0.0:1789601854.354294:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918480384 00000100:00100000:0.0:1789601854.354320:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789601854.354326:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876532918479616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601854.354369:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876532918479616:12345-0@lo:400:kworker.0 Request processed in 43us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601854.354375:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789601854.354390:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789601854.354403:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876532918480384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601854.354430:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876532918480384:12345-0@lo:400:kworker.0 Request processed in 28us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601854.354435:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1789601854.354452:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789601854.354459:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789601854.354467:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918480128:0@lo:400:kworker.0 00000100:00100000:0.0:1789601854.354488:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1789601854.354520:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c12ac700 x1876532918479616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601854.354531:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876532918479616:0@lo:400:kworker.0 00010000:00080000:0.0:1789601854.354542:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c12ad880 x1876532918480384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601854.354548:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876532918480384:0@lo:400:kworker.0 00000100:00100000:0.0:1789601854.354585:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918480128 00000100:00100000:0.0:1789601854.354588:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918480128 00000100:00100000:0.0:1789601854.354602:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789601854.354607:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918480128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601854.354637:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918480128:12345-0@lo:400:kworker.0 Request processed in 30us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601854.354643:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:0.0:1789601854.354667:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c12ae680 x1876532918480128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601854.354676:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918480128:0@lo:400:kworker.0 00000100:00100000:0.0:1789601854.354692:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918479872:0@lo:8:kworker.0 00000100:00100000:0.0:1789601854.354729:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601854.354758:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918479872 00000100:00100000:0.0:1789601854.354762:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918479872 00000100:00100000:0.0:1789601854.354788:0:24115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789601854.354793:0:24115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876532918479872:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789601854.354818:0:24115:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:0.0:1789601854.354844:0:24115:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x74872e3eca9f3195 00002000:00100000:0.0:1789601854.354857:0:24115:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8df4fcb1b800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1789601854.354861:0:24115:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1789601854.354864:0:24115:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789601854.355044:0:24115:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1789601854.355066:0:24115:0:(import.c:65:import_set_state_nolock()) ffff8df4fcb18000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789601854.355101:0:24115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1876532918479872:12345-0@lo:8:kworker.0 Request processed in 307us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601854.355108:0:24115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1789601854.355142:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c12ad180 x1876532918479872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789601874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601854.355374:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789601854.355381:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789601854.355389:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789601854.355395:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789601854.355398:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4d09ab000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789601854.355411:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789601854.355415:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918479872:0@lo:8:kworker.0 00000100:00100000:0.0:1789601854.355421:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918480000:0@lo:8:kworker.0 00000100:00100000:0.0:1789601854.355451:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1789601854.355609:0:23352:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1789601854.355626:0:23352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23352:1876532918480640:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1789601854.355655:0:23352:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601854.355672:0:23352:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d435e3c0 going to sleep for 11 seconds 00000004:00080000:3.0:1789601854.355686:0:23351:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789601854.355750:0:23351:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 722477193315ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789601854.355756:0:23351:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1789601854.355790:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918480000 00000100:00100000:3.0:1789601854.355794:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918480000 00000100:00100000:3.0:1789601854.355808:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918480640 00000100:00100000:3.0:1789601854.355810:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918480640 00000100:00100000:3.0:1789601854.355835:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789601854.355840:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918480000:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1789601854.355854:0:24117:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789601854.356897:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789601854.356905:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876532918480256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601854.356965:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876532918480256:12345-0@lo:400:kworker.0 Request processed in 61us (2936us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601854.356972:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789601854.357257:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918480512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789601854.357292:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1789601854.357361:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c12afb80 x1876532918480256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601854.357376:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876532918480256:0@lo:400:kworker.0 00000100:00100000:1.0:1789601854.358393:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918480512 00000100:00100000:1.0:1789601854.358403:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918480512 00000100:00100000:1.0:1789601854.358452:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789601854.358460:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3647:x1876532918480512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789601854.358490:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789601854.358589:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3647:x1876532918480512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (1295us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601854.358615:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1789601854.358720:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4efd5fb80 x1876532918480512/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789601870 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601854.358739:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918480512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789601854.362835:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918479488 00000100:00100000:0.0:1789601854.362850:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918479488 00000100:00100000:0.0:1789601854.362911:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789601854.362922:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918479488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601854.363026:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918479488:12345-0@lo:400:kworker.0 Request processed in 106us (9033us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601854.363033:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789601854.363085:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918479488:0@lo:400:kworker.0 00000100:00080000:2.0:1789601854.368967:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789601854.368980:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1789601854.371423:0:23343:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:3.0:1789601854.383432:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918480000:12345-0@lo:8:kworker.0 Request processed in 27585us (27974us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789601854.383461:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789601854.383500:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789601854.383514:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23352:x1876532918480640:12345-0@lo:7:osp-pre-0-1.0 00000100:00080000:2.0:1789601854.386003:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601854.386014:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789601854.386018:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918480000:0@lo:8:kworker.0 00002000:00080000:3.0:1789601854.391187:0:24117:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1789601854.391199:0:24117:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789601854.391317:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23352:x1876532918480640:12345-0@lo:7:osp-pre-0-1.0 Request processed in 7803us (35655us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601854.391326:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1789601854.391640:0:23352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4efd5c700 x1876532918480640/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789601870 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601854.391656:0:23352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23352:1876532918480640:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1789601854.391671:0:23352:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:0.0:1789601854.391709:0:23352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23352:1876532918480768:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1789601854.391746:0:23352:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601854.391785:0:23352:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d8362840 going to sleep for 11 seconds 00000100:00100000:2.0:1789601854.391849:0:24116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918480768 00000100:00100000:2.0:1789601854.391856:0:24116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918480768 00000100:00100000:2.0:1789601854.391901:0:24116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789601854.391911:0:24116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23352:x1876532918480768:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1789601854.391938:0:24116:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789601854.391993:0:24116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23352:x1876532918480768:12345-0@lo:5:osp-pre-0-1.0 Request processed in 84us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601854.392014:0:24116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789601854.392218:0:23352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4efd57100 x1876532918480768/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789601870 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601854.392228:0:23352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23352:1876532918480768:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789601854.392237:0:23352:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789601854.392267:0:23352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd5f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23352:1876532918480896:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1789601854.392292:0:23352:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601854.392318:0:23352:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d435ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601854.392624:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918480896 00000100:00100000:2.0:1789601854.392631:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918480896 00000100:00100000:2.0:1789601854.392661:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789601854.392667:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23352:x1876532918480896:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1789601854.392699:0:24117:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:2.0:1789601854.470295:0:24111:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1789601854.470313:0:24111:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1789601854.470533:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23352:x1876532918480896:12345-0@lo:5:osp-pre-0-1.0 Request processed in 77861us (78234us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789601854.470584:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1789601854.471272:0:23352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4efd5f800 x1876532918480896/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789601870 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601854.471286:0:23352:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789601854.471292:0:23352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd5f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23352:1876532918480896:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1789601854.471308:0:23352:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1789601854.471369:0:23352:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ad500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23352:1876532918481024:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789601854.471411:0:23352:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601854.471489:0:23352:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f8bf8240 going to sleep for 11 seconds 00010000:00010000:0.0:1789601854.473784:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601854.474608:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918481024 00000100:00100000:2.0:1789601854.474620:0:22620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918481024 00000100:00100000:2.0:1789601854.474689:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789601854.474699:0:22620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23352:x1876532918481024:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1789601854.474812:0:22620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23352:x1876532918481024:12345-0@lo:900:osp-pre-0-1.0 Request processed in 114us (3399us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601854.474820:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789601854.474865:0:23352:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c12ad500 x1876532918481024/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789601870 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601854.474879:0:23352:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ad500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23352:1876532918481024:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1789601855.301755:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918481152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789601855.301830:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601855.301891:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918481152 00000100:00100000:2.0:1789601855.301900:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918481152 00000100:00100000:2.0:1789601855.301946:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789601855.301955:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918481152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789601855.301990:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789601855.302046:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918481152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601855.302053:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789601855.302102:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918481152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789601855.302204:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789601855.302215:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918481280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789601855.302244:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601855.302815:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918481280 00000100:00100000:2.0:1789601855.302822:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918481280 00000100:00100000:2.0:1789601855.302860:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789601855.302868:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918481280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789601855.302887:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789601855.302932:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918481280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601855.302938:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789601855.302985:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918481280:0@lo:41:osp-pre-1-0.0 00000001:02000400:1.0:1789601855.445922:0:24482:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg348-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1789601855.493982:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601856.403696:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601836/real 1789601836] req@ffff8df3c31b8000 x1876532918470400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601856 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601856.403724:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df3c31b8000 x1876532918470400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601856.403735:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789601836/real 1789601836] req@ffff8df3c31b9c00 x1876532918470528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601856 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601856.403748:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8df3c31b9c00 x1876532918470528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789601856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789601856.403767:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4f37cf800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601856.403786:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789601856.403790:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918470400:0@lo:8:kworker.0 00000100:00080000:2.0:1789601856.403807:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601856.403812:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789601856.403815:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918470528:0@lo:8:kworker.0 00000100:00080000:2.0:1789601856.403897:0:24250:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601856.403901:0:24250:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789601856.403904:0:24250:0:(import.c:65:import_set_state_nolock()) ffff8df4f37cf800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601856.403910:0:24250:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 704 00000100:00080000:2.0:1789601856.403928:0:24250:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789601856.403940:0:24250:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8df4f37cf800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601856.403965:0:24250:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c36e9880 x1876532918481664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601856.403980:0:24250:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601856.403983:0:24250:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789601856.403984:0:24250:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601856.403988:0:24250:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 704 00000100:00080000:2.0:1789601856.403990:0:24250:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789601856.404358:0:24250:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8df4c5508800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601856.404376:0:24250:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df3c36e8a80 x1876532918481792/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601856.404409:0:24250:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789601856.404413:0:24250:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789601856.404415:0:24250:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789601856.404418:0:24250:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 722 00000100:00080000:2.0:1789601856.404421:0:24250:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789601856.404434:0:24250:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8df4c363a800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601856.404451:0:24250:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c5485c00 x1876532918482304/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789601856.406646:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918481536:0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.406798:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601856.406840:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918482432:0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.406868:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601856.406895:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1789601856.406902:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918481920:0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.406923:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601856.406941:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876532918482560:0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.406970:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601856.407247:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918482048:0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.407275:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601856.407293:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876532918482688:0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.407329:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601856.407343:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789601856.407349:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918481408:0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.407375:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601856.407404:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918482176:0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.407426:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601856.407466:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918482432 00000100:00100000:3.0:1789601856.407473:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918482432 00000100:00100000:3.0:1789601856.407508:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918481920 00000100:00100000:3.0:1789601856.407510:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918481920 00000100:00100000:3.0:1789601856.407526:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918482560 00000100:00100000:3.0:1789601856.407528:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918482560 00000100:00100000:3.0:1789601856.407552:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918482688 00000100:00100000:3.0:1789601856.407575:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918482688 00000100:00100000:3.0:1789601856.407595:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789601856.407602:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918482432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.407656:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918482432:12345-0@lo:400:kworker.0 Request processed in 54us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601856.407741:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789601856.407761:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789601856.407767:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918481920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.407795:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918481920:12345-0@lo:400:kworker.0 Request processed in 29us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601856.407802:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789601856.407823:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789601856.407830:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876532918482560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.407860:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876532918482560:12345-0@lo:400:kworker.0 Request processed in 31us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601856.407867:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789601856.407878:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789601856.407884:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876532918482688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.407915:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876532918482688:12345-0@lo:400:kworker.0 Request processed in 31us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601856.407921:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789601856.407945:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918481536 00000100:00100000:3.0:1789601856.407948:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918481536 00000100:00100000:3.0:1789601856.407963:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918482048 00000100:00100000:3.0:1789601856.407966:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918482048 00000100:00100000:1.0:1789601856.408035:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789601856.408046:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918481536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601856.408086:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918481536:12345-0@lo:400:kworker.0 Request processed in 43us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601856.408092:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789601856.408106:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789601856.408112:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918482048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601856.408137:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918482048:12345-0@lo:400:kworker.0 Request processed in 26us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601856.408143:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789601856.408223:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918482176 00000100:00100000:3.0:1789601856.408228:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918482176 00000100:00100000:3.0:1789601856.408306:0:24115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789601856.408314:0:24115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918482176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.408345:0:24115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918482176:12345-0@lo:400:kworker.0 Request processed in 32us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601856.408351:0:24115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789601856.408439:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df3c36e9180 x1876532918481920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601856.408454:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918481920:0@lo:400:kworker.0 00010000:00080000:3.0:1789601856.408464:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c5484700 x1876532918482560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601856.408486:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876532918482560:0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.408497:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918481536:0@lo:400:kworker.0 00010000:00080000:3.0:1789601856.408507:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c5485500 x1876532918482432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601856.408515:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918482432:0@lo:400:kworker.0 00010000:00080000:3.0:1789601856.408553:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df3c36eaa00 x1876532918482176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789601872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601856.408628:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918482176:0@lo:400:kworker.0 00000100:00100000:3.0:1789601856.408640:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918482048:0@lo:400:kworker.0 00010000:00080000:3.0:1789601856.408651:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c5484e00 x1876532918482688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601856.408659:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876532918482688:0@lo:400:kworker.0 00000100:00100000:2.0:1789601856.420024:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918481408 00000100:00100000:2.0:1789601856.420041:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918481408 00000100:00100000:2.0:1789601856.420097:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789601856.420107:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3645:x1876532918481408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601856.420206:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3645:x1876532918481408:12345-0@lo:400:kworker.0 Request processed in 100us (12829us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601856.420214:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00080000:2.0:1789601856.420261:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789601856.420267:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789601856.420270:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789601856.421130:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918481408:0@lo:400:kworker.0 00000100:00100000:2.0:1789601856.421173:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918481664:0@lo:8:kworker.0 00000100:00100000:2.0:1789601856.421219:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601856.421443:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918481664 00000100:00100000:2.0:1789601856.421449:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918481664 00000100:00100000:2.0:1789601856.421478:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789601856.421484:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5486a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918481664:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789601856.421526:0:24117:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 724 last 0 00000020:00000080:2.0:1789601856.421817:0:24117:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x74872e3eca9f319c 00002000:00100000:2.0:1789601856.421832:0:24117:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8df4c5968000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1789601856.421837:0:24117:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1789601856.421839:0:24117:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789601856.421913:0:24117:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789601856.424173:0:24117:0:(import.c:65:import_set_state_nolock()) ffff8df4c596f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789601856.424270:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5486a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1876532918481664:12345-0@lo:8:kworker.0 Request processed in 2782us (3047us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601856.424281:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1789601856.426887:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df3c36e9880 x1876532918481664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789601881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601856.426902:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789601856.426912:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789601856.427734:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789601856.427743:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789601856.427746:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4f37cf800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789601856.427768:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789601856.427775:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918481664:0@lo:8:kworker.0 00000100:00100000:2.0:1789601856.427787:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918481792:0@lo:8:kworker.0 00000100:00100000:2.0:1789601856.427855:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601856.427897:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918482304:0@lo:8:kworker.0 00000100:00100000:2.0:1789601856.428701:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601856.428744:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918481792 00000100:00100000:2.0:1789601856.428752:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918481792 00000100:00100000:2.0:1789601856.428778:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918482304 00000100:00100000:2.0:1789601856.428782:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918482304 00000100:00100000:2.0:1789601856.428794:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789601856.428801:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5487480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918481792:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789601856.428824:0:24117:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789601856.428865:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5487480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918481792:12345-0@lo:8:kworker.0 Request processed in 62us (1009us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789601856.428872:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789601856.428904:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789601856.428909:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918482304:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789601856.428933:0:24117:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789601856.428958:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918482304:12345-0@lo:8:kworker.0 Request processed in 48us (259us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789601856.428964:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000004:00080000:0.0:1789601856.429889:0:22633:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:0.0:1789601856.429912:0:22633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22633:1876532918482944:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789601856.430249:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918482816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789601856.430301:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601856.430301:0:22633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789601856.430383:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601856.430389:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789601856.430392:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918482304:0@lo:8:kworker.0 00000100:00100000:2.0:1789601856.430427:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918482944 00000100:00100000:2.0:1789601856.430432:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918482944 00000100:00100000:2.0:1789601856.430476:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789601856.430483:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22633:x1876532918482944:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:2.0:1789601856.430745:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789601856.430789:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601856.430794:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789601856.430798:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918481792:0@lo:8:kworker.0 00000100:00100000:3.0:1789601856.430804:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918482816 00000100:00100000:3.0:1789601856.430810:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918482816 00000100:00100000:3.0:1789601856.430843:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789601856.430852:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876532918482816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789601856.430871:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789601856.430925:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876532918482816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601856.430942:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789601856.431138:0:22633:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d8362480 going to sleep for 11 seconds 00000004:00080000:0.0:1789601856.431164:0:22632:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789601856.431246:0:22632:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 724552689390ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789601856.431254:0:22632:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00080000:2.0:1789601856.436108:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4efd54380 x1876532918482816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789601872 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601856.436139:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918482816:0@lo:13:osp-pre-0-0.0 00002000:00080000:3.0:1789601856.439917:0:24117:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1789601856.439936:0:24117:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:3.0:1789601856.439944:0:24117:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00010000:1.0:1789601856.466444:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.466458:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ace62c79/0x74872e3eca9f31a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.466476:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.466481:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.466486:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ace62c79/0x74872e3eca9f31a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.466505:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ace62c79/0x74872e3eca9f31a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.466514:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ace62c79/0x74872e3eca9f31a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.466521:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ace62c79/0x74872e3eca9f31a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.466550:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789601856.467855:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.467866:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe9b3a02/0x74872e3eca9f31aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.467878:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.467882:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.467887:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9b3a02/0x74872e3eca9f31aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.467912:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe9b3a02/0x74872e3eca9f31aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.467922:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe9b3a02/0x74872e3eca9f31aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.467929:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9b3a02/0x74872e3eca9f31aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.467947:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789601856.467958:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789601856.467964:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ace62c79/0x74872e3eca9f31a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.467972:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212fe00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601856.467977:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ace62c79/0x74872e3eca9f31a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.467987:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ace62c79/0x74872e3eca9f31a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.468003:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ace62c79/0x74872e3eca9f31a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.468011:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ace62c79/0x74872e3eca9f31a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.468036:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601856.468040:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe9b3a02/0x74872e3eca9f31aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.468047:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212e600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601856.468050:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe9b3a02/0x74872e3eca9f31aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.468057:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe9b3a02/0x74872e3eca9f31aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.468067:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe9b3a02/0x74872e3eca9f31aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.468089:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe9b3a02/0x74872e3eca9f31aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.468103:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601856.468105:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601856.468106:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.470649:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.471241:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e601f93/0x74872e3eca9f31b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.471260:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.471272:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.471278:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e601f93/0x74872e3eca9f31b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.471293:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e601f93/0x74872e3eca9f31b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.471304:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e601f93/0x74872e3eca9f31b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.471312:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e601f93/0x74872e3eca9f31b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.471338:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789601856.475023:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601856.475035:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e601f93/0x74872e3eca9f31b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.475047:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212fc00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.475052:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e601f93/0x74872e3eca9f31b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.475062:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e601f93/0x74872e3eca9f31b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.475086:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e601f93/0x74872e3eca9f31b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.475092:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e601f93/0x74872e3eca9f31b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.475114:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.475116:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.475117:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.475295:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.475304:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6a5334d/0x74872e3eca9f31b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.475314:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.475318:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.475324:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6a5334d/0x74872e3eca9f31b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.475334:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6a5334d/0x74872e3eca9f31b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.475343:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6a5334d/0x74872e3eca9f31b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.475357:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6a5334d/0x74872e3eca9f31b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.475373:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601856.475383:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601856.475386:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6a5334d/0x74872e3eca9f31b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.475392:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212ec00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601856.475395:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6a5334d/0x74872e3eca9f31b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.475402:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6a5334d/0x74872e3eca9f31b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.475413:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6a5334d/0x74872e3eca9f31b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.475420:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6a5334d/0x74872e3eca9f31b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.475433:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601856.475435:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601856.475436:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.476000:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1789601856.476034:0:22588:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:1.0:1789601856.480574:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.480603:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f31bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.480621:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.480625:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.480632:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f31bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.480646:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f31bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.480656:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f31bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.480676:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f31bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.480701:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789601856.481244:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.481251:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f31c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.481260:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.481264:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.481268:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f31c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.481279:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f31c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.481294:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f31c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.481301:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f31c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.481320:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789601856.481584:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789601856.481593:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f31bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.481615:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212f800 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.481620:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f31bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.481628:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f31bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.481644:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f31bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.481651:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f31bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.481679:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601856.481682:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f31c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.481689:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212f600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.481691:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f31c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.481699:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f31c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.481708:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f31c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.481724:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f31c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.481737:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.481739:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.481741:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.481858:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.481863:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f31cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.481872:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.481876:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.481880:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f31cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.481889:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f31cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.481896:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f31cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.481904:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f31cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.481932:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789601856.483740:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601856.483751:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f31cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.483764:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ee000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.483769:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f31cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.483779:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f31cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.483798:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f31cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.483805:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f31cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.483829:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.483831:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.483832:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.484086:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.484274:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.484282:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056b9dc86/0x74872e3eca9f31d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.484293:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.484296:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.484302:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056b9dc86/0x74872e3eca9f31d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.484313:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056b9dc86/0x74872e3eca9f31d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.484321:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056b9dc86/0x74872e3eca9f31d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.484328:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056b9dc86/0x74872e3eca9f31d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.484348:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789601856.485366:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601856.485376:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056b9dc86/0x74872e3eca9f31d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.485387:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ee600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.485390:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056b9dc86/0x74872e3eca9f31d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.485399:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056b9dc86/0x74872e3eca9f31d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.485421:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056b9dc86/0x74872e3eca9f31d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.485428:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056b9dc86/0x74872e3eca9f31d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.485459:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.485461:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.485463:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.490675:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.490691:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007666e145/0x74872e3eca9f31db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.490707:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.490727:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.490733:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007666e145/0x74872e3eca9f31db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.490747:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007666e145/0x74872e3eca9f31db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.490757:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007666e145/0x74872e3eca9f31db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.490765:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007666e145/0x74872e3eca9f31db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.490788:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789601856.491216:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601856.491224:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007666e145/0x74872e3eca9f31db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.491233:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73efc00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.491238:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007666e145/0x74872e3eca9f31db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.491247:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007666e145/0x74872e3eca9f31db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.491264:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007666e145/0x74872e3eca9f31db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.491272:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007666e145/0x74872e3eca9f31db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.491292:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.491294:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.491296:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.496279:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.496292:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035d6f8a4/0x74872e3eca9f31e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.496310:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.496314:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.496320:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035d6f8a4/0x74872e3eca9f31e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.496336:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035d6f8a4/0x74872e3eca9f31e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.496346:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035d6f8a4/0x74872e3eca9f31e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.496362:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035d6f8a4/0x74872e3eca9f31e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.496386:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789601856.496913:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.496919:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd89c6df/0x74872e3eca9f31e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.496928:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.496932:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.496936:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd89c6df/0x74872e3eca9f31e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.496946:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd89c6df/0x74872e3eca9f31e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.496955:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd89c6df/0x74872e3eca9f31e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.496962:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd89c6df/0x74872e3eca9f31e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.496985:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789601856.497172:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789601856.497180:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035d6f8a4/0x74872e3eca9f31e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.497189:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73eec00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.497193:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035d6f8a4/0x74872e3eca9f31e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.497203:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035d6f8a4/0x74872e3eca9f31e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.497219:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035d6f8a4/0x74872e3eca9f31e2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.497227:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035d6f8a4/0x74872e3eca9f31e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.497251:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601856.497255:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd89c6df/0x74872e3eca9f31e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.497261:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73efe00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.497264:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd89c6df/0x74872e3eca9f31e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.497272:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd89c6df/0x74872e3eca9f31e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.497296:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd89c6df/0x74872e3eca9f31e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.497303:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd89c6df/0x74872e3eca9f31e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.497316:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.497318:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.497320:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.497798:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.497805:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000129081f1/0x74872e3eca9f31f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.497820:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.497824:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.497828:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000129081f1/0x74872e3eca9f31f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.497838:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000129081f1/0x74872e3eca9f31f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.497847:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000129081f1/0x74872e3eca9f31f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.497855:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000129081f1/0x74872e3eca9f31f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.497877:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789601856.498184:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601856.498190:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000129081f1/0x74872e3eca9f31f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.498198:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ee200 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.498201:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000129081f1/0x74872e3eca9f31f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.498209:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000129081f1/0x74872e3eca9f31f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.498221:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000129081f1/0x74872e3eca9f31f0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.498227:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000129081f1/0x74872e3eca9f31f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.498256:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.498258:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.498260:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.498458:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.498464:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a83db1f2/0x74872e3eca9f31f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.498472:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.498476:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.498480:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a83db1f2/0x74872e3eca9f31f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.498489:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a83db1f2/0x74872e3eca9f31f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.498511:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a83db1f2/0x74872e3eca9f31f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.498517:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a83db1f2/0x74872e3eca9f31f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.498536:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789601856.498708:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601856.498714:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a83db1f2/0x74872e3eca9f31f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.498721:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73efa00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.498725:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a83db1f2/0x74872e3eca9f31f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.498731:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a83db1f2/0x74872e3eca9f31f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.498742:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a83db1f2/0x74872e3eca9f31f7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.498749:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a83db1f2/0x74872e3eca9f31f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.498764:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.498765:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.498767:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.499129:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.499414:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.499421:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f31fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.499431:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.499435:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.499439:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f31fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.499449:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f31fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.499458:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f31fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.499465:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f31fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.499501:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789601856.500590:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601856.500599:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f31fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.500617:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ee400 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.500621:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f31fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.500629:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f31fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.500646:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f31fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.500654:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f31fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.500690:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.500692:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.500693:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.501049:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.501056:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb582602/0x74872e3eca9f3205 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.501067:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.501085:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.501091:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb582602/0x74872e3eca9f3205 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.501102:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb582602/0x74872e3eca9f3205 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.501112:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb582602/0x74872e3eca9f3205 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.501119:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb582602/0x74872e3eca9f3205 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.501139:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789601856.501514:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601856.501520:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb582602/0x74872e3eca9f3205 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.501528:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73eea00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.501532:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb582602/0x74872e3eca9f3205 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.501540:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb582602/0x74872e3eca9f3205 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.501584:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb582602/0x74872e3eca9f3205 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.501592:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb582602/0x74872e3eca9f3205 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.501609:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.501611:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.501612:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.501789:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.501795:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045dfc860/0x74872e3eca9f320c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.501804:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.501812:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.501817:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045dfc860/0x74872e3eca9f320c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.501826:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045dfc860/0x74872e3eca9f320c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.501834:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045dfc860/0x74872e3eca9f320c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.501841:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045dfc860/0x74872e3eca9f320c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.501862:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789601856.502194:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601856.502199:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045dfc860/0x74872e3eca9f320c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.502207:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ef800 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.502211:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045dfc860/0x74872e3eca9f320c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.502220:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045dfc860/0x74872e3eca9f320c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.502232:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045dfc860/0x74872e3eca9f320c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.502240:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045dfc860/0x74872e3eca9f320c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.502268:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.502269:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.502271:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.502360:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.502366:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d039186/0x74872e3eca9f3213 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.502374:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.502377:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.502381:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d039186/0x74872e3eca9f3213 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.502390:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d039186/0x74872e3eca9f3213 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.502397:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d039186/0x74872e3eca9f3213 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.502410:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d039186/0x74872e3eca9f3213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.502431:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789601856.502736:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601856.502741:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d039186/0x74872e3eca9f3213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.502750:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ef400 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.502754:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d039186/0x74872e3eca9f3213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.502763:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d039186/0x74872e3eca9f3213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.502776:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d039186/0x74872e3eca9f3213 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.502783:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d039186/0x74872e3eca9f3213 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.502798:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.502800:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.502801:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.503713:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.503721:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd86a31c/0x74872e3eca9f321a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.503733:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.503736:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.503741:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd86a31c/0x74872e3eca9f321a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.503752:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd86a31c/0x74872e3eca9f321a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.503761:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd86a31c/0x74872e3eca9f321a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.503768:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd86a31c/0x74872e3eca9f321a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.503787:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601856.503795:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601856.503799:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd86a31c/0x74872e3eca9f321a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.503814:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73eee00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601856.503818:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd86a31c/0x74872e3eca9f321a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.503826:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd86a31c/0x74872e3eca9f321a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.503839:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd86a31c/0x74872e3eca9f321a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.503847:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd86a31c/0x74872e3eca9f321a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.503863:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601856.503865:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601856.503866:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.506529:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.506543:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a265098/0x74872e3eca9f3221 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.506585:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.506591:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.506597:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a265098/0x74872e3eca9f3221 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.506612:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a265098/0x74872e3eca9f3221 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.506631:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a265098/0x74872e3eca9f3221 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.506638:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a265098/0x74872e3eca9f3221 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.506662:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789601856.507130:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.507136:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038955b34/0x74872e3eca9f3228 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507145:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.507159:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.507163:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038955b34/0x74872e3eca9f3228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507172:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038955b34/0x74872e3eca9f3228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507179:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038955b34/0x74872e3eca9f3228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507186:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038955b34/0x74872e3eca9f3228 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507212:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789601856.507223:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789601856.507228:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a265098/0x74872e3eca9f3221 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507236:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ee800 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601856.507240:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a265098/0x74872e3eca9f3221 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507250:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a265098/0x74872e3eca9f3221 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507266:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a265098/0x74872e3eca9f3221 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507275:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a265098/0x74872e3eca9f3221 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507294:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601856.507297:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038955b34/0x74872e3eca9f3228 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507303:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ef200 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601856.507306:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038955b34/0x74872e3eca9f3228 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507325:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038955b34/0x74872e3eca9f3228 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507335:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038955b34/0x74872e3eca9f3228 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507342:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038955b34/0x74872e3eca9f3228 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507354:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601856.507355:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601856.507357:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.507925:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.507931:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8f6e090/0x74872e3eca9f322f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507940:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.507943:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.507947:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8f6e090/0x74872e3eca9f322f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507970:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8f6e090/0x74872e3eca9f322f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507978:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8f6e090/0x74872e3eca9f322f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.507992:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8f6e090/0x74872e3eca9f322f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.508009:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789601856.508383:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601856.508389:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8f6e090/0x74872e3eca9f322f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.508409:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ef000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.508413:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8f6e090/0x74872e3eca9f322f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.508420:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8f6e090/0x74872e3eca9f322f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.508433:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8f6e090/0x74872e3eca9f322f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.508439:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8f6e090/0x74872e3eca9f322f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.508455:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.508457:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.508458:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.508629:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.508635:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036425b6e/0x74872e3eca9f3236 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.508643:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.508646:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.508649:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036425b6e/0x74872e3eca9f3236 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.508658:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036425b6e/0x74872e3eca9f3236 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.508679:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036425b6e/0x74872e3eca9f3236 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.508685:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036425b6e/0x74872e3eca9f3236 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.508699:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789601856.508974:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601856.508979:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036425b6e/0x74872e3eca9f3236 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.508987:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ef600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.508990:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036425b6e/0x74872e3eca9f3236 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.508998:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036425b6e/0x74872e3eca9f3236 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.509017:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036425b6e/0x74872e3eca9f3236 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.509025:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036425b6e/0x74872e3eca9f3236 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.509062:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.509064:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.509066:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601856.509178:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.509257:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.509263:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f323d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.509276:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.509280:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.509285:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f323d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.509295:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f323d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.509303:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f323d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.509310:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f323d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.509328:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789601856.509585:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601856.509590:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f323d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.509597:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ee000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.509600:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f323d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.509607:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f323d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.509618:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f323d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.509626:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faf5e346/0x74872e3eca9f323d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.509651:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.509653:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.509655:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.509825:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.509830:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f3244 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.509839:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.509843:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.509848:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f3244 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.509858:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f3244 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.509879:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f3244 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.509886:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f3244 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.509904:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789601856.510188:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601856.510194:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f3244 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.510215:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212f600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:2.0:1789601856.510218:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f3244 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.510227:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f3244 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.510241:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f3244 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.510249:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048900519/0x74872e3eca9f3244 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.510266:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601856.510268:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601856.510270:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601856.510344:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601856.510349:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f324b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.510357:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=724s v=(0 0) 00010000:00010000:1.0:1789601856.510360:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601856.510364:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f324b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.510372:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f324b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.510379:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f324b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.510386:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f324b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601856.510455:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789601856.515450:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601856.515465:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f3252 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.515484:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=724s v=(0 0) 00010000:00010000:2.0:1789601856.515488:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601856.515493:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f3252 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.515507:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f3252 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.515533:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f3252 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.515540:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f3252 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.525383:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789601856.525401:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f324b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.525415:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212f800 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.525420:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f324b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.525430:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f324b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.525452:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f324b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.525460:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d15ed44/0x74872e3eca9f324b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.525485:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601856.525489:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f3252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.525495:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737da00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601856.525506:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f3252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.525512:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f3252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.525522:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f3252 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601856.525530:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.525531:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601856.525533:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601856.530631:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789601856.530646:0:24117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f3252 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.530684:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601856.531407:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601856.531414:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057fdb7c1/0x74872e3eca9f3259 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.531429:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=724s v=(0 0) 00010000:00010000:2.0:1789601856.531434:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601856.531440:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057fdb7c1/0x74872e3eca9f3259 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.531454:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057fdb7c1/0x74872e3eca9f3259 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.531464:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057fdb7c1/0x74872e3eca9f3259 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.531483:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057fdb7c1/0x74872e3eca9f3259 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.531499:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789601856.531508:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601856.531513:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057fdb7c1/0x74872e3eca9f3259 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.531520:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737c000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:2.0:1789601856.531524:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057fdb7c1/0x74872e3eca9f3259 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.531534:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057fdb7c1/0x74872e3eca9f3259 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.531552:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057fdb7c1/0x74872e3eca9f3259 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.531582:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057fdb7c1/0x74872e3eca9f3259 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.531596:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601856.531598:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601856.531600:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.532830:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601856.532992:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601856.533009:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c644f100/0x74872e3eca9f3260 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.533022:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=724s v=(0 0) 00010000:00010000:2.0:1789601856.533027:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601856.533033:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c644f100/0x74872e3eca9f3260 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.533045:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c644f100/0x74872e3eca9f3260 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.533055:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c644f100/0x74872e3eca9f3260 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.533062:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c644f100/0x74872e3eca9f3260 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.533096:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789601856.533472:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601856.533479:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c644f100/0x74872e3eca9f3260 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.533493:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737ca00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.533498:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c644f100/0x74872e3eca9f3260 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.533506:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c644f100/0x74872e3eca9f3260 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.533521:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c644f100/0x74872e3eca9f3260 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.533528:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c644f100/0x74872e3eca9f3260 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.533543:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.533545:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.533546:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601856.534858:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601856.534870:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc3de7e9/0x74872e3eca9f3267 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.534883:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=724s v=(0 0) 00010000:00010000:2.0:1789601856.534887:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601856.534892:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc3de7e9/0x74872e3eca9f3267 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.534904:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc3de7e9/0x74872e3eca9f3267 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.534921:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc3de7e9/0x74872e3eca9f3267 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.534928:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc3de7e9/0x74872e3eca9f3267 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.534945:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789601856.535414:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601856.535419:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008843ffa1/0x74872e3eca9f326e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.535427:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=724s v=(0 0) 00010000:00010000:2.0:1789601856.535430:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601856.535434:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008843ffa1/0x74872e3eca9f326e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.535442:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008843ffa1/0x74872e3eca9f326e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.535450:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008843ffa1/0x74872e3eca9f326e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.535456:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008843ffa1/0x74872e3eca9f326e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.535478:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1789601856.535757:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601856.535763:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd68fc24/0x74872e3eca9f3275 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.535770:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=724s v=(0 0) 00010000:00010000:2.0:1789601856.535773:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601856.535776:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd68fc24/0x74872e3eca9f3275 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.535784:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd68fc24/0x74872e3eca9f3275 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.535809:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd68fc24/0x74872e3eca9f3275 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.535817:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd68fc24/0x74872e3eca9f3275 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.535925:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1789601856.537361:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601856.537372:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f327c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.537384:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=724s v=(0 0) 00010000:00010000:2.0:1789601856.537394:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601856.537399:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f327c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.537410:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f327c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.537419:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f327c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.537425:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f327c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601856.537434:0:24117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00080000:2.0:1789601856.537737:0:24117:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:2.0:1789601856.537837:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22633:x1876532918482944:12345-0@lo:5:osp-pre-0-0.0 Request processed in 107350us (107545us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601856.537847:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1789601856.538326:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1789601856.538334:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc3de7e9/0x74872e3eca9f3267 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538343:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737d400 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.538348:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc3de7e9/0x74872e3eca9f3267 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538359:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc3de7e9/0x74872e3eca9f3267 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538384:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc3de7e9/0x74872e3eca9f3267 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538391:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc3de7e9/0x74872e3eca9f3267 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538407:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789601856.538411:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008843ffa1/0x74872e3eca9f326e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538418:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737c600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.538421:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008843ffa1/0x74872e3eca9f326e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538429:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008843ffa1/0x74872e3eca9f326e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538438:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008843ffa1/0x74872e3eca9f326e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538446:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008843ffa1/0x74872e3eca9f326e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538458:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789601856.538461:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd68fc24/0x74872e3eca9f3275 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538474:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737c400 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.538477:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd68fc24/0x74872e3eca9f3275 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538483:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd68fc24/0x74872e3eca9f3275 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538492:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd68fc24/0x74872e3eca9f3275 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538498:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd68fc24/0x74872e3eca9f3275 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538509:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601856.538512:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f327c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538518:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737da00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601856.538520:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f327c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538526:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f327c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538534:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f327c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538545:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000740ed347/0x74872e3eca9f327c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601856.538601:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.538602:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601856.538604:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601856.539104:0:22633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22633:1876532918482944:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789601856.539120:0:22633:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:3.0:1789601856.539174:0:22633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22633:1876532918483072:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789601856.539222:0:22633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601856.539256:0:22633:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d435ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601856.544066:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918483072 00000100:00100000:2.0:1789601856.544094:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918483072 00000100:00100000:2.0:1789601856.544171:0:24115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789601856.544181:0:24115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22633:x1876532918483072:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1789601856.544226:0:24115:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:1.0:1789601856.551236:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1789601856.560349:0:24111:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1789601856.560392:0:24111:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000004:2.0:1789601856.574981:0:24534:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789601856.575837:0:24534:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789601856.577911:0:24115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22633:x1876532918483072:12345-0@lo:5:osp-pre-0-0.0 Request processed in 33724us (38680us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789601856.577923:0:24115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789601856.578085:0:22633:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789601856.578094:0:22633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22633:1876532918483072:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789601856.578109:0:22633:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1789601857.549673:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789601857.652739:0:24585:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789601857.652973:0:24585:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789601858.566347:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601859.402599:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918483200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789601859.402709:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601859.404165:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918483200 00000100:00100000:3.0:1789601859.404187:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918483200 00000100:00100000:3.0:1789601859.404261:0:24119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789601859.404274:0:24119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918483200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789601859.404323:0:24119:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1789601859.404697:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789601859.410207:0:24119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918483200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5924us (7485us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601859.410224:0:24119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789601859.416445:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918483200:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789601859.591034:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601860.430275:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789601860.431982:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c5485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918483328:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789601860.432100:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601860.433103:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918483328 00000100:00100000:1.0:1789601860.433116:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918483328 00000100:00100000:1.0:1789601860.433193:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789601860.433205:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918483328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789601860.433257:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789601860.433344:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918483328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601860.433353:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789601860.446351:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918483456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789601860.446458:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601860.446717:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918483456 00000100:00100000:1.0:1789601860.446728:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918483456 00000100:00100000:1.0:1789601860.446790:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789601860.446801:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918483456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789601860.449515:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789601860.449687:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918483456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2880us (3221us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601860.449702:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789601860.449813:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918483456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789601860.449905:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c5485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918483328:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789601860.613965:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789601861.191676:0:23363:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:0.0:1789601861.447503:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601861.447521:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789601861.447525:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601861.447533:0:13926:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 724 00000100:00080000:0.0:1789601861.447537:0:13926:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789601861.447549:0:13926:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8df4c5508800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601861.447594:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c7b36d80 x1876532918483968/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789601861.447604:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3646:1876532918483584:0@lo:400:kworker.0 00000100:00080000:0.0:1789601861.447638:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601861.447642:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789601861.447644:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601861.447656:0:13926:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 724 00000100:00080000:0.0:1789601861.447659:0:13926:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789601861.447666:0:13926:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8df4c363a800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601861.447679:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601861.447682:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c7b36a00 x1876532918484480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789601861.447744:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918484224:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.447773:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601861.447795:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876532918484864:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.447817:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601861.447838:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789601861.447843:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876532918484096:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.447863:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601861.447881:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876532918484736:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.447905:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601861.447935:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918483840:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.447938:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918483968:0@lo:8:kworker.0 00000100:00100000:2.0:1789601861.447966:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601861.447982:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918484480:0@lo:8:kworker.0 00000100:00100000:2.0:1789601861.447999:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601861.448033:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918483584 00000100:00100000:2.0:1789601861.448039:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918483584 00000100:00100000:2.0:1789601861.448082:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789601861.448090:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3646:x1876532918483584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601861.448104:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601861.448142:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876532918484608:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.448161:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3646:x1876532918483584:12345-0@lo:400:kworker.0 Request processed in 70us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601861.448172:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601861.448172:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1789601861.448192:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1789601861.448201:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4efd54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918483712:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.448215:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918484224 00000100:00100000:2.0:1789601861.448220:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918484224 00000100:00100000:3.0:1789601861.448226:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601861.448251:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918484352:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.448252:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918483712 00000100:00100000:2.0:1789601861.448258:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918483712 00000100:00100000:2.0:1789601861.448280:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789601861.448282:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601861.448291:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918484224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601861.448297:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918484992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789601861.448335:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601861.448341:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918484224:12345-0@lo:400:kworker.0 Request processed in 52us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601861.448349:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789601861.448371:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789601861.448380:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918483712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601861.448416:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918483712:12345-0@lo:400:kworker.0 Request processed in 38us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601861.449323:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918484864 00000100:00100000:2.0:1789601861.449330:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918484864 00000100:00100000:2.0:1789601861.449370:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918484096 00000100:00100000:2.0:1789601861.449374:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918484096 00000100:00100000:2.0:1789601861.449384:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918484736 00000100:00100000:2.0:1789601861.449386:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918484736 00000100:00100000:2.0:1789601861.449396:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918484608 00000100:00100000:2.0:1789601861.449399:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918484608 00000100:00100000:2.0:1789601861.449411:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789601861.449416:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876532918484864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.449466:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876532918484864:12345-0@lo:400:kworker.0 Request processed in 48us (1647us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601861.449472:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789601861.449485:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789601861.449491:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876532918484096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.449634:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876532918484096:12345-0@lo:400:kworker.0 Request processed in 142us (1769us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601861.449641:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789601861.449654:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789601861.449659:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876532918484736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.449689:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876532918484736:12345-0@lo:400:kworker.0 Request processed in 30us (1784us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601861.449705:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789601861.449718:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789601861.449723:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876532918484608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.449752:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876532918484608:12345-0@lo:400:kworker.0 Request processed in 29us (1583us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601861.449757:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789601861.449782:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918483968 00000100:00100000:2.0:1789601861.449787:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918483968 00000100:00100000:3.0:1789601861.449808:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789601861.449866:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918484480 00000100:00100000:2.0:1789601861.449871:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918484480 00000100:00100000:2.0:1789601861.449883:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918483840 00000100:00100000:2.0:1789601861.449886:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918483840 00000100:00100000:2.0:1789601861.449902:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918484352 00000100:00100000:2.0:1789601861.449908:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918484352 00000100:00100000:2.0:1789601861.449921:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789601861.449927:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918483840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.449958:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918483840:12345-0@lo:400:kworker.0 Request processed in 31us (1855us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601861.449964:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789601861.449975:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789601861.449981:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918484352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.450007:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918484352:12345-0@lo:400:kworker.0 Request processed in 28us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601861.450012:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789601861.450021:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789601861.450025:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918483968:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789601861.450097:0:24117:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789601861.450199:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918483968:12345-0@lo:8:kworker.0 Request processed in 172us (2232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789601861.450206:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789601861.450219:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789601861.450222:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918484480:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789601861.450232:0:24117:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789601861.450257:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918484480:12345-0@lo:8:kworker.0 Request processed in 33us (2257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789601861.450262:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789601861.450294:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918484992 00000100:00100000:2.0:1789601861.450299:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918484992 00000100:00100000:2.0:1789601861.450322:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789601861.450328:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918484992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789601861.450349:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789601861.450379:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918484992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (2046us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601861.450384:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1789601861.450410:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789601861.450420:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789601861.450422:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1789601861.450455:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c7b37800 x1876532918484096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601861.450470:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876532918484096:0@lo:400:kworker.0 00010000:00080000:2.0:1789601861.450583:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c7b35f80 x1876532918484736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601861.450592:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876532918484736:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.450614:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918484224:0@lo:400:kworker.0 00010000:00080000:2.0:1789601861.450623:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c7b37100 x1876532918484864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601861.450630:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876532918484864:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.450639:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3646:1876532918483584:0@lo:400:kworker.0 00000100:00080000:1.0:1789601861.451000:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789601861.451006:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789601861.451010:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918483968:0@lo:8:kworker.0 00000100:00080000:1.0:1789601861.451019:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789601861.451022:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789601861.451024:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918484480:0@lo:8:kworker.0 00000100:00100000:2.0:1789601861.452690:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918483712:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.452708:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918484352:0@lo:400:kworker.0 00000100:00100000:2.0:1789601861.452727:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918484992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789601861.452736:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4efd57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918483840:0@lo:400:kworker.0 00010000:00080000:2.0:1789601861.452748:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c7b34000 x1876532918484608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601861.452758:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876532918484608:0@lo:400:kworker.0 00010000:00010000:2.0:1789601861.642891:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601862.662027:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789601863.111758:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789601863.685788:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601864.524228:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789601864.524248:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918485120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789601864.524309:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601864.525241:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918485120 00000100:00100000:2.0:1789601864.525249:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918485120 00000100:00100000:2.0:1789601864.525299:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789601864.525308:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918485120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789601864.525336:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789601864.525393:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918485120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601864.525401:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:2.0:1789601864.525429:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789601864.525467:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918485120:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1789601864.715493:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789601864.807702:0:24930:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789601864.807706:0:24930:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:1.0:1789601864.807708:0:24930:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1789601864.807824:0:24930:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8df4cc92c000 00000020:01000004:1.0:1789601864.807839:0:24930:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1789601864.807855:0:24930:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789601864.807870:0:24930:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8df4fb6fb380) 00000020:00000080:1.0:1789601864.807887:0:24930:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789601864.897072:0:24930:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789601864.898796:0:24930:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789601864.899374:0:24930:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789601864.899702:0:24930:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1789601864.899949:0:24930:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789601864.900203:0:24930:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789601864.900464:0:24930:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:1.0:1789601864.903974:0:24930:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789601864.904231:0:24930:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1789601864.904246:0:24930:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789601864.904260:0:24930:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x74872e3eca9f328a 00000020:01000004:1.0:1789601864.904269:0:24930:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1789601864.904292:0:24930:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.148@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789601864.904296:0:24930:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.148@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789601864.904302:0:24930:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1789601864.904333:0:24930:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1789601864.904338:0:24930:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.148@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1789601864.939933:0:24930:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.148@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789601864.940010:0:24930:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.148@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1789601864.940015:0:24930:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789601864.940017:0:24930:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789601864.940018:0:24930:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789601864.940019:0:24930:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789601864.940021:0:24930:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789601864.940023:0:24930:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789601864.940024:0:24930:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789601864.940026:0:24930:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789601864.940027:0:24930:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789601864.940030:0:24930:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1789601864.940032:0:24930:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789601864.940034:0:24930:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789601864.940035:0:24930:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789601864.940036:0:24930:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789601864.940036:0:24930:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789601864.940038:0:24930:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789601864.940038:0:24930:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789601864.940040:0:24930:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789601864.940040:0:24930:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789601864.940083:0:24930:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789601864.940202:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0100700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485248:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789601864.940271:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601864.940325:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c62220c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601864.940389:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918485248 00000100:00100000:0.0:1789601864.940398:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918485248 00000100:00100000:0.0:1789601864.940457:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789601864.940466:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24930:x1876532918485248:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789601864.940506:0:22603:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1789601864.940510:0:22603:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1789601864.940514:0:22603:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1789601864.942900:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24930:x1876532918485248:12345-0@lo:253:mount.lustre.0 Request processed in 2425us (2618us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601864.942915:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789601864.943117:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0100700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485248:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789601864.943133:0:24930:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1789601864.943136:0:24930:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789601864.943137:0:24930:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789601864.943138:0:24930:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789601864.943140:0:24930:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789601864.943141:0:24930:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789601864.943142:0:24930:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789601864.943157:0:24930:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789601864.943159:0:24930:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789601864.943160:0:24930:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789601864.943180:0:24930:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8df4cc92c000 from lustre-OST0001 10000000:01000000:2.0:1789601864.943212:0:24930:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1789601864.943215:0:24930:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789601864.943224:0:24930:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8df4f8d94d40 local copy 00010000:00010000:2.0:1789601864.943235:0:24930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601864.943328:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0100700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485376:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601864.943364:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601864.943396:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789601864.943577:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918485376 00000100:00100000:0.0:1789601864.943585:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918485376 00000100:00100000:0.0:1789601864.943631:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1789601864.943640:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24930:x1876532918485376:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601864.943715:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24930:x1876532918485376:12345-0@lo:501:mount.lustre.0 Request processed in 75us (350us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789601864.943721:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789601864.944208:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0100700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485376:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789601864.944224:0:24930:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.148@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789601864.944248:0:24930:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.148@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789601864.944255:0:24930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601864.944265:0:24930:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b7000/0x74872e3eca9f2ebd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f2ec4 expref: -99 pid: 22587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601864.944290:0:24930:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8df4cc92c000 10000000:01000000:2.0:1789601864.944295:0:24930:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789601864.944299:0:24930:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789601864.944301:0:24930:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789601864.944307:0:24930:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1789601864.944310:0:24930:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1789601864.944331:0:24930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f3291 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601864.944354:0:24930:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f3291 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601864.944363:0:24930:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f3291 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601864.944379:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0100700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485504:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789601864.944411:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601864.944450:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789601864.944502:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918485504 00000100:00100000:0.0:1789601864.944507:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918485504 00000100:00100000:0.0:1789601864.944540:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1789601864.944547:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:24930:x1876532918485504:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789601864.944577:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601864.944596:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b6400/0x74872e3eca9f3298 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f3291 expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601864.944628:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b6400/0x74872e3eca9f3298 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f3291 expref: 22 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601864.944640:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b6400/0x74872e3eca9f3298 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f3291 expref: 22 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601864.944651:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b6400, rc 0) 00000100:00100000:0.0:1789601864.944683:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:24930:x1876532918485504:12345-0@lo:101:mount.lustre.0 Request processed in 136us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601864.944689:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789601864.945232:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0100700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485504:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601864.945246:0:24930:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f3291 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3298 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601864.945257:0:24930:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f3291 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f3298 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789601864.948150:0:24930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1789601864.948858:0:24930:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789601864.953852:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789601864.953910:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789601864.953928:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789601864.953942:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789601864.953955:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789601864.953967:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789601864.953979:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789601864.953992:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789601864.954008:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1789601864.954034:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1789601864.954048:0:24930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1789601864.954168:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0100700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485632:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601864.954231:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601864.954313:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222240 going to sleep for 11 seconds 00000100:00100000:0.0:1789601864.958793:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918485632 00000100:00100000:0.0:1789601864.958806:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918485632 00000100:00100000:2.0:1789601864.961542:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789601864.961582:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:24930:x1876532918485632:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601864.961790:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:24930:x1876532918485632:12345-0@lo:501:mount.lustre.0 Request processed in 237us (7558us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601864.961798:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789601864.961928:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0100700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485632:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789601864.961979:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485760:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789601864.962044:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601864.962893:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222240 going to sleep for 11 seconds 00000100:00100000:0.0:1789601864.962982:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918485760 00000100:00100000:0.0:1789601864.962990:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918485760 00000100:00100000:0.0:1789601864.963027:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1789601864.963034:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:24930:x1876532918485760:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789601864.963887:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:24930:x1876532918485760:12345-0@lo:503:mount.lustre.0 Request processed in 849us (1839us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601864.963897:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789601864.964033:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485760:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789601864.964485:0:24930:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789601864.964619:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485888:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601864.964673:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601864.964705:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c20bcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1789601864.964773:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918485888 00000100:00100000:2.0:1789601864.964779:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918485888 00000100:00100000:2.0:1789601864.964811:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789601864.964819:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:24930:x1876532918485888:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601864.965337:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:24930:x1876532918485888:12345-0@lo:502:mount.lustre.0 Request processed in 518us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601864.965345:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1789601864.965433:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918485888:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789601864.966021:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789601864.966054:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789601864.966070:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789601864.966097:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789601864.966116:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789601864.966133:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789601864.966149:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789601864.966165:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789601864.966180:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1789601864.966211:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486016:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601864.966264:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601864.966359:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c6222b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789601864.968933:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918486016 00000100:00100000:0.0:1789601864.968949:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918486016 00000100:00100000:0.0:1789601864.969056:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789601864.969067:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:24930:x1876532918486016:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601864.969252:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:24930:x1876532918486016:12345-0@lo:502:mount.lustre.0 Request processed in 186us (2986us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601864.969259:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789601864.969358:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486016:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789601864.969440:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1789601864.969453:0:24930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1789601864.971412:0:24934:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789601864.971424:0:24934:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1789601864.971430:0:24934:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601864.971432:0:24934:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1789601864.971452:0:24934:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789601864.971467:0:24934:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8df3c2100000) 00000020:00000080:3.0:1789601864.971493:0:24934:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789601864.971499:0:24934:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789601864.971646:0:24934:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df4cc92c000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1789601864.971655:0:24934:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789601864.971661:0:24934:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x74872e3eca9f32a6 00010000:00010000:2.0:1789601864.976200:0:24934:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1789601864.976803:0:24934:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:2.0:1789601864.978018:0:24934:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1789601864.979446:0:24934:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1789601864.979457:0:24934:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601864.979462:0:24934:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601864.979465:0:24934:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1789601864.979468:0:24934:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601864.979471:0:24934:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601864.979473:0:24934:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789601864.979475:0:24934:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789601864.979477:0:24934:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789601864.979487:0:24934:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601864.979490:0:24934:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601864.979492:0:24934:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789601864.979494:0:24934:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789601864.979497:0:24934:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601864.979498:0:24934:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789601864.979501:0:24934:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789601864.979527:0:24934:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789601864.979530:0:24934:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789601864.979532:0:24934:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789601864.979535:0:24934:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1789601864.984048:0:24930:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1789601864.984102:0:24930:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1789601864.984126:0:24930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f3291 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3298 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601864.984139:0:24930:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f737d400/0x74872e3eca9f3291 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3298 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789601864.984147:0:24930:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8df4cc92c000 from 1 10000000:01000000:1.0:1789601864.984150:0:24930:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789601864.984187:0:24930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601864.984195:0:24930:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601864.984207:0:24930:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601864.984234:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486144:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789601864.984305:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601864.984342:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efcb5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601864.984440:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918486144 00000100:00100000:2.0:1789601864.984447:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918486144 00000100:00100000:2.0:1789601864.984501:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789601864.984511:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:24930:x1876532918486144:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601864.984524:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601864.984536:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f32b4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f32ad expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601864.984585:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f32b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f32ad expref: 23 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601864.984597:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f32b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f32ad expref: 23 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601864.984797:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737ca00, rc 0) 00000100:00100000:2.0:1789601864.984847:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:24930:x1876532918486144:12345-0@lo:101:mount.lustre.0 Request processed in 338us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601864.984854:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789601864.984933:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486144:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789601864.984949:0:24930:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601864.984958:0:24930:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789601864.986373:0:24930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1789601864.986808:0:24930:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789601864.987029:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1789601864.987053:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1789601864.987065:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1789601864.987076:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1789601864.987102:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1789601864.987116:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1789601864.987127:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1789601864.987139:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1789601864.987151:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1789601864.987162:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1789601864.987174:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1789601864.987190:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1789601864.987195:0:24930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1789601864.987268:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486272:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789601864.987324:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601864.987415:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efcb5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789601864.990857:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918486272 00000100:00100000:0.0:1789601864.990870:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918486272 00000100:00100000:2.0:1789601864.991026:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789601864.991036:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:24930:x1876532918486272:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601864.991234:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:24930:x1876532918486272:12345-0@lo:501:mount.lustre.0 Request processed in 199us (3909us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601864.991242:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789601864.991348:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486272:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789601864.991395:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486400:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789601864.991445:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601864.991489:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c506b600 going to sleep for 11 seconds 00000100:00100000:2.0:1789601864.991541:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918486400 00000100:00100000:2.0:1789601864.991546:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918486400 00000100:00100000:2.0:1789601864.991610:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1789601864.991618:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:24930:x1876532918486400:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789601864.991695:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:24930:x1876532918486400:12345-0@lo:503:mount.lustre.0 Request processed in 77us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601864.991702:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1789601864.991855:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486400:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789601864.992274:0:24930:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789601864.992356:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486528:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601864.992395:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601864.992432:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c506b600 going to sleep for 11 seconds 00000100:00100000:3.0:1789601864.992525:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918486528 00000100:00100000:3.0:1789601864.992531:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918486528 00000100:00100000:3.0:1789601864.992586:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1789601864.992594:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:24930:x1876532918486528:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789601864.992692:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:24930:x1876532918486528:12345-0@lo:502:mount.lustre.0 Request processed in 98us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601864.992699:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1789601864.992863:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486528:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789601864.993114:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789601864.993140:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789601864.993154:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789601864.993168:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789601864.993181:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789601864.993196:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789601864.993209:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789601864.993238:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789601864.993256:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789601864.993270:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789601864.993288:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789601864.993311:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486656:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601864.993351:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601864.993383:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c506b600 going to sleep for 11 seconds 00000100:00100000:2.0:1789601864.993487:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918486656 00000100:00100000:2.0:1789601864.993493:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918486656 00000100:00100000:2.0:1789601864.993530:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789601864.993538:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:24930:x1876532918486656:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601864.993651:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:24930:x1876532918486656:12345-0@lo:502:mount.lustre.0 Request processed in 113us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601864.993658:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1789601864.993806:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486656:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789601864.993856:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1789601864.993865:0:24930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789601864.994508:0:24938:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789601864.994518:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601864.994521:0:24938:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789601864.994528:0:24938:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8df4cc92c000 00000020:00000080:3.0:1789601864.994531:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789601864.994538:0:24938:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789601864.994540:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601864.994542:0:24938:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789601864.994544:0:24938:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789601864.994547:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601864.994548:0:24938:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789601864.994551:0:24938:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8df4cc92c000 00000020:00000080:3.0:1789601864.994581:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789601864.994723:0:24938:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789601864.994727:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601864.994729:0:24938:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789601864.994732:0:24938:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789601864.994735:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601864.994744:0:24938:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789601864.994749:0:24938:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8df4cc92c000 00000020:00000080:3.0:1789601864.994751:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789601864.994772:0:24938:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789601864.994776:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601864.994777:0:24938:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789601864.994780:0:24938:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789601864.994782:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601864.994784:0:24938:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789601864.994786:0:24938:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8df4cc92c000 00000020:00000080:3.0:1789601864.994788:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789601864.994811:0:24938:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789601864.994814:0:24938:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789601864.994816:0:24938:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789601864.994819:0:24938:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1789601864.994911:0:24930:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789601864.994938:0:24930:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789601864.994958:0:24930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601864.994969:0:24930:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601864.995011:0:24930:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789601864.995014:0:24930:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8df4cc92c000 10000000:01000000:3.0:1789601864.995017:0:24930:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8df4cc92c000 10000000:01000000:3.0:1789601864.995021:0:24930:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789601864.995025:0:24930:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8df4cc92c000 from 1 10000000:01000000:3.0:1789601864.995028:0:24930:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789601864.995057:0:24930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f32bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601864.995075:0:24930:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f32bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601864.995085:0:24930:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f32bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601864.995117:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486784:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789601864.995166:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601864.995194:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d2369180 going to sleep for 11 seconds 00000100:00100000:2.0:1789601864.995262:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918486784 00000100:00100000:2.0:1789601864.995268:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918486784 00000100:00100000:2.0:1789601864.995308:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789601864.995316:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:24930:x1876532918486784:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789601864.995327:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601864.995339:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737c600/0x74872e3eca9f32c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f32bb expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601864.995362:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737c600/0x74872e3eca9f32c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f32bb expref: 24 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601864.995381:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737c600/0x74872e3eca9f32c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f32bb expref: 24 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601864.995390:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737c600, rc 0) 00000100:00100000:2.0:1789601864.995429:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918486784:12345-0@lo:101:mount.lustre.0 Request processed in 113us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601864.995436:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789601864.996762:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36e9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486784:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789601864.996783:0:24930:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f32bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f32c2 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601864.996795:0:24930:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f32bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f32c2 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789601865.005706:0:24930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789601865.006015:0:24930:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789601865.006194:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789601865.006218:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789601865.006231:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789601865.006245:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789601865.006254:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789601865.006262:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789601865.006269:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789601865.006276:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789601865.006283:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789601865.006289:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789601865.006309:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789601865.006317:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789601865.006324:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789601865.006330:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789601865.006337:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789601865.006343:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789601865.006350:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789601865.006357:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789601865.006363:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789601865.006370:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789601865.006376:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789601865.006391:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789601865.006397:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789601865.006404:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789601865.006411:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789601865.006418:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789601865.006434:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789601865.006442:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789601865.006448:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789601865.006455:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789601865.006461:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789601865.006468:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789601865.006475:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789601865.006481:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789601865.006488:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789601865.006494:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789601865.006501:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789601865.006508:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789601865.006514:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789601865.006521:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789601865.006528:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789601865.006534:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789601865.006550:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789601865.006594:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789601865.006688:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789601865.006704:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789601865.006717:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789601865.006729:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789601865.006844:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789601865.006866:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789601865.006883:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789601865.006889:0:24930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789601865.006979:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486912:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601865.007064:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.007314:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c43680c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789601865.007382:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918486912 00000100:00100000:3.0:1789601865.007390:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918486912 00000100:00100000:3.0:1789601865.007581:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1789601865.007593:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918486912:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789601865.007990:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918486912:12345-0@lo:501:mount.lustre.0 Request processed in 398us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601865.007997:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789601865.011310:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918486912:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789601865.011378:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918487040:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789601865.011443:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601865.011776:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918487040 00000100:00100000:3.0:1789601865.011784:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918487040 00000100:00100000:3.0:1789601865.011834:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789601865.011843:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918487040:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789601865.011959:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918487040:12345-0@lo:503:mount.lustre.0 Request processed in 117us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601865.011967:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789601865.012258:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c43680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601865.012282:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918487040:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789601865.013312:0:24930:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789601865.013392:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918487168:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601865.013448:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.013492:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c43680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601865.013519:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918487168 00000100:00100000:2.0:1789601865.013525:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918487168 00000100:00100000:2.0:1789601865.013577:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789601865.013584:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918487168:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601865.015633:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918487168:12345-0@lo:502:mount.lustre.0 Request processed in 2043us (2178us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.015644:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789601865.015724:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918487168:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789601865.016978:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789601865.017025:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789601865.017039:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789601865.017070:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789601865.017716:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789601865.017740:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789601865.017769:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789601865.017780:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789601865.017792:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789601865.017803:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789601865.022379:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789601865.022462:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789601865.022482:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789601865.022499:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789601865.022515:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789601865.022532:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789601865.022547:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789601865.022789:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789601865.022809:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789601865.022923:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789601865.022940:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789601865.022953:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789601865.022967:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789601865.022982:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789601865.022997:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789601865.023012:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789601865.023026:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789601865.023040:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789601865.023054:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789601865.023067:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789601865.023079:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789601865.023108:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789601865.023125:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789601865.023139:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789601865.023154:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789601865.023182:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789601865.023199:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789601865.023215:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789601865.023230:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789601865.023257:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789601865.023272:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789601865.023287:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789601865.023301:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789601865.023316:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789601865.023330:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789601865.023344:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789601865.023359:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789601865.023374:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789601865.023432:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918487296:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601865.023512:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.023585:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c43680c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601865.024176:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918487296 00000100:00100000:0.0:1789601865.024183:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918487296 00000100:00100000:0.0:1789601865.024234:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789601865.024243:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918487296:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601865.024372:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918487296:12345-0@lo:502:mount.lustre.0 Request processed in 130us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601865.024380:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1789601865.025929:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918487296:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789601865.026290:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789601865.026321:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789601865.026377:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918487424:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789601865.026452:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.027196:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c43680c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601865.027227:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918487424 00000100:00100000:0.0:1789601865.027234:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918487424 00000100:00100000:0.0:1789601865.027289:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789601865.027297:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918487424:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789601865.027420:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918487424:12345-0@lo:502:mount.lustre.0 Request processed in 123us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601865.027427:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789601865.028947:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918487424:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789601865.029039:0:24930:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789601865.029051:0:24930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789601865.030445:0:24943:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789601865.030460:0:24943:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8df4cc98b380) 00000020:00000080:2.0:1789601865.030485:0:24943:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1789601865.030622:0:24943:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df4cc92c000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789601865.030626:0:24943:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df4cc92c000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789601865.030628:0:24943:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df4cc92c000 3 00010000:00080000:2.0:1789601865.030656:0:24943:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df3c32a1800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.148@tcp at head 00010000:00010000:2.0:1789601865.032279:0:24943:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1789601865.032490:0:24943:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1789601865.032532:0:24943:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789601865.032545:0:24943:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x74872e3eca9f32d0 00000100:00080000:2.0:1789601865.032573:0:24943:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789601865.032584:0:24943:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8df3c32a1800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601865.032618:0:24943:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4d0102680 x1876532918487552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789601865.032652:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876532918487552:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789601865.032718:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.032777:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918487552 00000100:00100000:2.0:1789601865.032784:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918487552 00000100:00100000:2.0:1789601865.032815:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789601865.032822:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876532918487552:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789601865.032846:0:22609:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 733 last 0 00000020:00000080:2.0:1789601865.032883:0:22609:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x74872e3eca9f32d7 00000004:00100000:2.0:1789601865.032897:0:22609:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789601865.032926:0:22609:0:(import.c:65:import_set_state_nolock()) ffff8df3c32a7800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789601865.032974:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876532918487552:12345-0@lo:38:llog_process_th.0 Request processed in 151us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.032982:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1789601865.033021:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4d0102680 x1876532918487552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789601875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601865.033032:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789601865.033039:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789601865.033045:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789601865.033049:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789601865.033058:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c32a1800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789601865.033064:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876532918487552:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1789601865.033082:0:24943:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000020:01000004:2.0:1789601865.033288:0:24943:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789601865.033302:0:24943:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8df4cc9899c0) 00000020:00000080:2.0:1789601865.033317:0:24943:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:2.0:1789601865.033377:0:24943:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8df4cc92c000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789601865.033381:0:24943:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8df4cc92c000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789601865.033384:0:24943:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8df4cc92c000 3 00010000:00080000:2.0:1789601865.033407:0:24943:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8df3c32a7000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.148@tcp at head 00000100:00080000:0.0:1789601865.041134:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601865.041139:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789601865.041143:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601865.041151:0:13926:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 729 00000100:00080000:0.0:1789601865.041156:0:13926:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789601865.041166:0:13926:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8df4c5508800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601865.041188:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c7b34e00 x1876532918487936/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789601865.041228:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601865.041239:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789601865.041241:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601865.041244:0:13926:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 729 00000100:00080000:0.0:1789601865.041246:0:13926:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789601865.041252:0:13926:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8df4c363a800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601865.041264:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c7b35180 x1876532918488448/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789601865.041310:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918487680:0@lo:400:kworker.0 00000100:00100000:0.0:1789601865.041370:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601865.041418:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918488320:0@lo:400:kworker.0 00000100:00100000:0.0:1789601865.041442:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601865.041467:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789601865.041473:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918487808:0@lo:400:kworker.0 00000100:00100000:0.0:1789601865.041495:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601865.041512:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918488576:0@lo:400:kworker.0 00000100:00100000:0.0:1789601865.041534:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601865.041696:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918487680 00000100:00100000:1.0:1789601865.041705:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918487680 00000100:00100000:1.0:1789601865.041760:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789601865.041776:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918487680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601865.041840:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918487680:12345-0@lo:400:kworker.0 Request processed in 65us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601865.041848:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789601865.042141:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918487680:0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.044959:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918487936:0@lo:8:kworker.0 00000100:00100000:2.0:1789601865.045026:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.045070:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918488448:0@lo:8:kworker.0 00000100:00100000:2.0:1789601865.045105:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.045139:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918488064:0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.045164:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.045192:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876532918488704:0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.045212:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.045234:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789601865.045240:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918488192:0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.045264:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.045283:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876532918488832:0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.045304:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.045331:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918488320 00000100:00100000:2.0:1789601865.045338:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918488320 00000100:00100000:2.0:1789601865.045373:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918487808 00000100:00100000:2.0:1789601865.045383:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918487808 00000100:00100000:2.0:1789601865.045408:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918487936 00000100:00100000:2.0:1789601865.045411:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918487936 00000100:00100000:2.0:1789601865.045434:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918488448 00000100:00100000:2.0:1789601865.045437:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918488448 00000100:00100000:2.0:1789601865.045447:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789601865.045455:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918488320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.045505:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918488320:12345-0@lo:400:kworker.0 Request processed in 51us (4061us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.045512:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789601865.045530:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789601865.045537:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918487808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601865.045719:0:24115:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1789601865.045730:0:24115:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1789601865.045777:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918487808:12345-0@lo:400:kworker.0 Request processed in 240us (4281us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.045784:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789601865.045799:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789601865.045804:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918487936:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1789601865.045852:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918487936:12345-0@lo:8:kworker.0 Request processed in 46us (825us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789601865.045857:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789601865.045869:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789601865.045873:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918488448:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1789601865.045903:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918488448:12345-0@lo:8:kworker.0 Request processed in 28us (797us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789601865.045909:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789601865.045931:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918488576 00000100:00100000:2.0:1789601865.045935:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918488576 00000100:00100000:2.0:1789601865.045954:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918488064 00000100:00100000:2.0:1789601865.045963:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918488064 00000100:00100000:2.0:1789601865.045976:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918488704 00000100:00100000:2.0:1789601865.045979:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918488704 00000100:00100000:2.0:1789601865.045991:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918488832 00000100:00100000:2.0:1789601865.045993:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918488832 00000100:00100000:2.0:1789601865.046006:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789601865.046012:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918488576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.046045:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918488576:12345-0@lo:400:kworker.0 Request processed in 33us (4509us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.046051:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789601865.046065:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789601865.046071:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918488064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.046116:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918488064:12345-0@lo:400:kworker.0 Request processed in 45us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.046123:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789601865.046134:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789601865.046139:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876532918488704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601865.046148:0:22609:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1789601865.046155:0:22609:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1789601865.046165:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876532918488704:12345-0@lo:400:kworker.0 Request processed in 26us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.046171:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789601865.046183:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789601865.046189:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876532918488832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.046215:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876532918488832:12345-0@lo:400:kworker.0 Request processed in 27us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.046220:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:2.0:1789601865.046238:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789601865.046241:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789601865.046250:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789601865.046446:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789601865.046454:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601865.046459:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789601865.046462:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918487936:0@lo:8:kworker.0 00000100:00100000:2.0:1789601865.046472:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789601865.046475:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789601865.046478:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789601865.046480:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918488448:0@lo:8:kworker.0 00010000:00080000:2.0:1789601865.046515:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c7b34380 x1876532918488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601865.046525:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876532918488832:0@lo:400:kworker.0 00010000:00080000:2.0:1789601865.046535:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c7b35500 x1876532918488064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601865.046543:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918488064:0@lo:400:kworker.0 00010000:00080000:2.0:1789601865.046553:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c7b35c00 x1876532918488704/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601865.046582:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876532918488704:0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.047947:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918488192 00000100:00100000:2.0:1789601865.047957:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918488192 00000100:00100000:2.0:1789601865.048007:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789601865.048017:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918488192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.048112:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918488192:12345-0@lo:400:kworker.0 Request processed in 97us (2846us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.048141:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789601865.048196:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918487808:0@lo:400:kworker.0 00010000:00080000:2.0:1789601865.048211:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4c7b37480 x1876532918488576/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601865.048223:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918488576:0@lo:400:kworker.0 00000100:00100000:2.0:1789601865.048236:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918488320:0@lo:400:kworker.0 00000100:00100000:0.0:1789601865.049629:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918488192:0@lo:400:kworker.0 00010000:00010000:2.0:1789601865.054110:0:24943:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1789601865.054332:0:24943:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1789601865.054377:0:24943:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789601865.054389:0:24943:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x74872e3eca9f32e5 00000100:00080000:2.0:1789601865.054399:0:24943:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789601865.054410:0:24943:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8df3c32a7000 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:2.0:1789601865.054446:0:24943:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4d0100000 x1876532918488960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789601865.054475:0:24943:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1789601865.054905:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876532918488960:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789601865.054967:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.055898:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918488960 00000100:00100000:2.0:1789601865.055907:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918488960 00000100:00100000:2.0:1789601865.055948:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789601865.055956:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876532918488960:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789601865.055984:0:22608:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 733 last 0 00000020:00000080:2.0:1789601865.056019:0:22608:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x74872e3eca9f32ec 00000004:00100000:2.0:1789601865.056033:0:22608:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789601865.056074:0:22608:0:(import.c:65:import_set_state_nolock()) ffff8df3c32a3000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789601865.056148:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876532918488960:12345-0@lo:38:llog_process_th.0 Request processed in 192us (1181us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.056161:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1789601865.056216:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8df4d0100000 x1876532918488960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789601875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601865.056228:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789601865.056236:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789601865.056243:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789601865.056248:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789601865.056250:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df3c32a7000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789601865.056256:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876532918488960:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789601865.056373:0:24943:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1789601865.056552:0:24930:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789601865.056744:0:24930:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789601865.059975:0:24930:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f32bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f32c2 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601865.059993:0:24930:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f7383800/0x74872e3eca9f32bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f32c2 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789601865.060077:0:24930:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789601865.060079:0:24930:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789601865.060081:0:24930:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789601865.060082:0:24930:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789601865.060083:0:24930:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789601865.060085:0:24930:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789601865.060097:0:24930:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789601865.060099:0:24930:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789601865.060100:0:24930:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789601865.060104:0:24930:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1789601865.060106:0:24930:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789601865.060107:0:24930:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789601865.060108:0:24930:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789601865.060109:0:24930:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789601865.060110:0:24930:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789601865.060111:0:24930:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789601865.060112:0:24930:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789601865.060113:0:24930:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789601865.060115:0:24930:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789601865.060141:0:24930:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1789601865.060168:0:24930:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918489088:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789601865.060236:0:24930:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601865.060280:0:24930:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4e006ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1789601865.060464:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918489088 00000100:00100000:2.0:1789601865.060474:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918489088 00000100:00100000:2.0:1789601865.060517:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789601865.060526:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918489088:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789601865.060552:0:22603:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1789601865.060581:0:22603:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789601865.073136:0:22603:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789601865.073156:0:22603:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1789601865.073449:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:24930:x1876532918489088:12345-0@lo:253:mount.lustre.0 Request processed in 12918us (13206us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601865.073460:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1789601865.073521:0:24930:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:24930:1876532918489088:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789601865.073533:0:24930:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789601865.073536:0:24930:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789601865.073538:0:24930:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789601865.073539:0:24930:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789601865.073541:0:24930:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789601865.073542:0:24930:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789601865.073543:0:24930:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789601865.073545:0:24930:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789601865.073546:0:24930:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789601865.073548:0:24930:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789601865.073578:0:24930:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1789601865.074467:0:22624:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789601865.074473:0:22624:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789601865.074496:0:22624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.074512:0:22624:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3180 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f3179 expref: 23 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.074519:0:22624:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f318e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f3187 expref: 23 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.074526:0:22624:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.074585:0:22624:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f318e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f3187 expref: 23 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.074599:0:22624:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f318e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f3187 expref: 23 pid: 22600 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601865.074614:0:22624:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12afb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918489216:0@lo:104: 00000100:00100000:1.0:1789601865.074660:0:22624:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789601865.074704:0:22624:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3180 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f3179 expref: 23 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.074723:0:22624:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3180 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f3179 expref: 23 pid: 22602 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601865.074731:0:22624:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918489344:0@lo:104: 00000100:00100000:1.0:1789601865.074755:0:22624:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601865.074773:0:22624:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efcb5780 going to sleep for 11 seconds 00000100:00100000:0.0:1789601865.075337:0:22592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918489216 00000100:00100000:0.0:1789601865.075344:0:22592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918489216 00000100:00100000:0.0:1789601865.075374:0:22592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918489344 00000100:00100000:0.0:1789601865.075377:0:22592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918489344 00000100:00100000:0.0:1789601865.075391:0:22592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789601865.075399:0:22592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+4:22624:x1876532918489216:12345-0@lo:104: 00010000:00010000:0.0:1789601865.075418:0:22592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601865.075500:0:22592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789601865.075506:0:22592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+4:22624:x1876532918489216:12345-0@lo:104: Request processed in 109us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601865.075513:0:22592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789601865.075531:0:22592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789601865.075536:0:22592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:22624:x1876532918489344:12345-0@lo:104: 00010000:00010000:0.0:1789601865.075544:0:22592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601865.075870:0:22624:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12afb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918489216:0@lo:104: 00000100:00100000:1.0:1789601865.075879:0:22624:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c12ae680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22624:1876532918489344:0@lo:104: 00010000:00010000:1.0:1789601865.075899:0:22624:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601865.076068:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601865.076075:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601865.076083:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212ea00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:2.0:1789601865.076102:0:22596:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601865.076111:0:22596:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789601865.076129:0:22596:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601865.076135:0:22596:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789601865.076175:0:22596:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601865.076182:0:22596:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789601865.076201:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601865.076208:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3187 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f318e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601865.076219:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601865.076221:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601865.076223:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601865.076243:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918489472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601865.076279:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.076323:0:22594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918489472 00000100:00100000:2.0:1789601865.076328:0:22594:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918489472 00010000:00010000:2.0:1789601865.076349:0:22594:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f318e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f3187 expref: 24 pid: 22600 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601865.076371:0:22594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789601865.076378:0:22594:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0102d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3645:x1876532918489472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789601865.076389:0:22594:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789601865.076394:0:22594:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f318e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f3187 expref: 24 pid: 22600 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601865.076411:0:22594:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f318e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f3187 expref: 24 pid: 22600 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601865.076425:0:22594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f318e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f3187 expref: 24 pid: 22600 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601865.076437:0:22594:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789601865.076471:0:22594:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0102d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:3645:x1876532918489472:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.076477:0:22594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789601865.076480:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918489472:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789601865.076700:0:22592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789601865.076707:0:22592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:22624:x1876532918489344:12345-0@lo:104: Request processed in 1170us (1951us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601865.076713:0:22592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1789601865.077021:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601865.077028:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601865.077035:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4fb6b6000 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:3.0:1789601865.077039:0:22597:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601865.077046:0:22597:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789601865.077060:0:22597:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601865.077065:0:22597:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789601865.077102:0:22597:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601865.077109:0:22597:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789601865.077124:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601865.077131:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4fb6b6000/0x74872e3eca9f3179 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3180 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601865.077145:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601865.077147:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601865.077148:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789601865.077155:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789601865.077164:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918489600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789601865.077196:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601865.077237:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918489600 00000100:00100000:1.0:1789601865.077243:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918489600 00010000:00010000:1.0:1789601865.077263:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3180 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f3179 expref: 23 pid: 22602 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601865.077290:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789601865.077297:0:22595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3483100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:3645:x1876532918489600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601865.077306:0:22595:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601865.077311:0:22595:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3180 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f3179 expref: 23 pid: 22602 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077320:0:22595:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3180 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f3179 expref: 23 pid: 22602 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077330:0:22595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3180 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f3179 expref: 23 pid: 22602 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077353:0:22595:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077361:0:22595:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789601865.077374:0:22595:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022619165s 00010000:00010000:1.0:1789601865.077380:0:22595:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077386:0:22595:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077393:0:22595:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077398:0:22595:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077403:0:22595:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212f600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601865.077407:0:22595:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077413:0:22595:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077426:0:22595:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077438:0:22595:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601865.077476:0:22595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3483100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:3645:x1876532918489600:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601865.077484:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1789601865.077506:0:22624:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077514:0:22624:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601865.077520:0:22624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c212f600/0x74872e3eca9f32f3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:0.0:1789601865.077783:0:24930:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1789601865.079551:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918489600:0@lo:103:ldlm_bl.0 00002000:00080000:3.0:1789601865.084384:0:24930:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1789601865.084394:0:24930:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1789601865.084435:0:24930:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789601865.084483:0:24930:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.148@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789601865.084507:0:24930:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1789601865.084534:0:24930:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1789601865.085437:0:24930:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789601865.085724:0:24930:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789601865.543178:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789601865.543201:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918489856:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789601865.543266:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601865.543311:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918489856 00000100:00100000:2.0:1789601865.543318:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918489856 00000100:00100000:2.0:1789601865.543371:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789601865.543382:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918489856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789601865.543416:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789601865.543465:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918489856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.543472:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789601865.543520:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918489856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789601865.543819:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789601865.543830:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918489728:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789601865.543860:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601865.544093:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918489728 00000100:00100000:3.0:1789601865.544099:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918489728 00000100:00100000:3.0:1789601865.544143:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789601865.544798:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918489728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789601865.545074:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789601865.545245:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918489728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1093us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601865.545253:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789601865.547440:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918489728:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789601865.735535:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789601865.974462:0:25000:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789601865.974720:0:25000:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1789601866.181621:0:22605:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789601866.181629:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8df4f70a7800 from 14 10000000:01000000:1.0:1789601866.181633:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789601866.181686:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212f600/0x74872e3eca9f32fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601866.181698:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df3c212f600/0x74872e3eca9f32fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601866.181709:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df3c212f600/0x74872e3eca9f32fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601866.181733:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918489984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789601866.181800:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601866.181865:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f8bf83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601866.182092:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918489984 00000100:00100000:2.0:1789601866.182102:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918489984 00000100:00100000:2.0:1789601866.182154:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1789601866.182163:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:22605:x1876532918489984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789601866.182175:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601866.182188:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737da00/0x74872e3eca9f3301 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f32fa expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601866.182210:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737da00/0x74872e3eca9f3301 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f32fa expref: 23 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601866.182221:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737da00/0x74872e3eca9f3301 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f32fa expref: 23 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601866.182230:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737da00, rc 0) 00000100:00100000:2.0:1789601866.182276:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:22605:x1876532918489984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601866.182283:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1789601866.182776:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918489984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789601866.182792:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df3c212f600/0x74872e3eca9f32fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3301 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601866.182800:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df3c212f600/0x74872e3eca9f32fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f3301 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601866.182856:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918490112:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789601866.182890:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601866.182923:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f8bf83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789601866.182996:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918490112 00000100:00100000:3.0:1789601866.183002:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918490112 00000100:00100000:3.0:1789601866.183051:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1789601866.183058:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:22605:x1876532918490112:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789601866.183074:0:22603:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789601866.183102:0:22603:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789601866.183105:0:22603:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1789601866.183214:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:22605:x1876532918490112:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 156us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601866.183221:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1789601866.183470:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918490112:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789601866.183530:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789601866.183538:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212f600/0x74872e3eca9f32fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3301 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601866.183547:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df3c212f600/0x74872e3eca9f32fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3301 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789601866.183586:0:22605:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789601866.183589:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8df4efdbc800 from 14 10000000:01000000:1.0:1789601866.183600:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789601866.183622:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3308 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601866.183629:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3308 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601866.183638:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3308 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601866.183658:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918490240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789601866.183816:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601866.183835:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f8bf83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601866.183911:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918490240 00000100:00100000:2.0:1789601866.183917:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918490240 00000100:00100000:2.0:1789601866.183948:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1789601866.183956:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:22605:x1876532918490240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789601866.183965:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601866.183976:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737c400/0x74872e3eca9f330f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f3308 expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601866.183992:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737c400/0x74872e3eca9f330f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f3308 expref: 24 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601866.184011:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737c400/0x74872e3eca9f330f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f3308 expref: 24 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601866.184018:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737c400, rc 0) 00000100:00100000:2.0:1789601866.184047:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:22605:x1876532918490240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 93us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601866.184053:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1789601866.184129:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918490240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789601866.184139:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3308 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f330f expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601866.184146:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3308 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f330f expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601866.184182:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918490368:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789601866.184208:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601866.184241:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f8bf83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601866.184547:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918490368 00000100:00100000:2.0:1789601866.184552:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918490368 00000100:00100000:2.0:1789601866.184599:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1789601866.184606:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:22605:x1876532918490368:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789601866.184619:0:22602:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789601866.184632:0:22602:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789601866.184635:0:22602:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1789601866.185116:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:22605:x1876532918490368:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 509us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601866.185123:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1789601866.188243:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918490368:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789601866.188339:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789601866.188359:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3308 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f330f expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601866.188369:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df3c212ea00/0x74872e3eca9f3308 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f330f expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601866.575782:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789601866.575805:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918490496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789601866.575883:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601866.575933:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918490496 00000100:00100000:3.0:1789601866.575940:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918490496 00000100:00100000:3.0:1789601866.575988:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789601866.575996:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918490496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789601866.578796:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789601866.578900:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918490496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2900us (3023us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601866.578910:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789601866.579191:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918490496:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1789601866.760861:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601867.782787:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601868.806385:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601869.647772:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918490624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789601869.647841:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601869.647910:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918490624 00000100:00100000:1.0:1789601869.647918:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918490624 00000100:00100000:1.0:1789601869.647978:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789601869.647987:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918490624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789601869.648012:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789601869.648064:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918490624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601869.648071:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:3.0:1789601869.648117:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789601869.648118:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918490624:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1789601869.831290:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789601870.149899:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601870.149905:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789601870.149909:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601870.149925:0:13926:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8df4c5508800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601870.149948:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c7b34700 x1876532918491136/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789601870.149979:0:13926:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789601870.149982:0:13926:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789601870.149997:0:13926:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789601870.150004:0:13926:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8df4c363a800 using connection 192.168.203.148@tcp/0@lo 00000100:00100000:0.0:1789601870.150015:0:13926:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8df4c7b37480 x1876532918491648/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789601870.150086:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918490880:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150145:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150192:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918491520:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150214:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150230:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876532918492160:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150252:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150275:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1789601870.150280:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918490752:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150303:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150321:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918491392:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150337:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150350:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876532918492032:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150366:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150387:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918491008:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150404:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150419:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918491776:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150448:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150462:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876532918492288:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150479:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150494:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789601870.150506:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876532918491264:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150526:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150547:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876532918491904:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150589:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150611:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918491136:0@lo:8:kworker.0 00000100:00100000:0.0:1789601870.150634:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150652:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918491648:0@lo:8:kworker.0 00000100:00100000:0.0:1789601870.150670:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.150697:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918490880 00000100:00100000:0.0:1789601870.150705:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918490880 00000100:00100000:0.0:1789601870.150739:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918491392 00000100:00100000:0.0:1789601870.150742:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918491392 00000100:00100000:0.0:1789601870.150755:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789601870.150763:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918490880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150819:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918490880:12345-0@lo:400:kworker.0 Request processed in 56us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.150825:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789601870.150841:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789601870.150846:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918491392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.150874:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918491392:12345-0@lo:400:kworker.0 Request processed in 28us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.150880:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789601870.150897:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918491520 00000100:00100000:0.0:1789601870.150901:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918491520 00000100:00100000:0.0:1789601870.150917:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918491008 00000100:00100000:0.0:1789601870.150920:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918491008 00000100:00100000:0.0:1789601870.150942:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918491136 00000100:00100000:0.0:1789601870.150951:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918491136 00000100:00100000:0.0:1789601870.150962:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918491648 00000100:00100000:0.0:1789601870.150965:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918491648 00000100:00100000:0.0:1789601870.150973:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789601870.150979:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918491520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.151010:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918491520:12345-0@lo:400:kworker.0 Request processed in 32us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.151016:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789601870.151028:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789601870.151033:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918491008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.151076:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918491008:12345-0@lo:400:kworker.0 Request processed in 42us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.151082:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789601870.151093:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789601870.151096:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918491136:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789601870.151122:0:24117:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:0.0:1789601870.151151:0:24117:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x74872e3eca9f3316 00002000:00100000:0.0:1789601870.151164:0:24117:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8df3c2965800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1789601870.151168:0:24117:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1789601870.151171:0:24117:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789601870.151336:0:24117:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789601870.151357:0:24117:0:(import.c:65:import_set_state_nolock()) ffff8df3c2967800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789601870.151396:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1876532918491136:12345-0@lo:8:kworker.0 Request processed in 297us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.151403:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789601870.151415:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789601870.151419:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876532918491648:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789601870.151441:0:24117:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:0.0:1789601870.151458:0:24117:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x74872e3eca9f331d 00002000:00100000:0.0:1789601870.151464:0:24117:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8df3c2960000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1789601870.151467:0:24117:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1789601870.151469:0:24117:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789601870.151490:0:24117:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1789601870.151501:0:24117:0:(import.c:65:import_set_state_nolock()) ffff8df3c2967000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789601870.151530:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3644:x1876532918491648:12345-0@lo:8:kworker.0 Request processed in 109us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.151536:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789601870.151582:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918492160 00000100:00100000:0.0:1789601870.151586:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918492160 00000100:00100000:0.0:1789601870.151609:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918492032 00000100:00100000:0.0:1789601870.151612:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918492032 00000100:00100000:0.0:1789601870.151625:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918491776 00000100:00100000:0.0:1789601870.151627:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918491776 00000100:00100000:0.0:1789601870.151636:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918492288 00000100:00100000:0.0:1789601870.151639:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918492288 00000100:00100000:0.0:1789601870.151648:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918491264 00000100:00100000:0.0:1789601870.151651:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918491264 00000100:00100000:0.0:1789601870.151659:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918491904 00000100:00100000:0.0:1789601870.151661:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918491904 00000100:00100000:0.0:1789601870.151673:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789601870.151678:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876532918492160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.151710:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876532918492160:12345-0@lo:400:kworker.0 Request processed in 31us (1456us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.151716:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789601870.151727:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789601870.151732:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876532918492032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.151781:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876532918492032:12345-0@lo:400:kworker.0 Request processed in 47us (1412us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.151787:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789601870.151799:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789601870.151804:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918491776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.151831:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918491776:12345-0@lo:400:kworker.0 Request processed in 27us (1382us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.151836:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789601870.151847:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789601870.151853:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876532918492288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.151879:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876532918492288:12345-0@lo:400:kworker.0 Request processed in 27us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.151885:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789601870.151895:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789601870.151901:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876532918491264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.151928:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876532918491264:12345-0@lo:400:kworker.0 Request processed in 27us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.151934:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789601870.151945:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789601870.151950:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876532918491904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.151975:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876532918491904:12345-0@lo:400:kworker.0 Request processed in 25us (1386us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.151981:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789601870.151997:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918490752 00000100:00100000:0.0:1789601870.152001:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918490752 00000100:00100000:0.0:1789601870.152035:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1789601870.152042:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3648:x1876532918490752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.152085:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3648:x1876532918490752:12345-0@lo:400:kworker.0 Request processed in 44us (1780us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.152091:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00080000:0.0:1789601870.152141:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789601870.152145:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789601870.152147:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1789601870.152179:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4c7b34700 x1876532918491136/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789601895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789601870.152195:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789601870.152202:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789601870.152207:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789601870.152209:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c5508800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789601870.152221:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789601870.152227:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876532918491136:0@lo:8:kworker.0 00010000:00080000:0.0:1789601870.152241:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4c7b37480 x1876532918491648/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789601895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789601870.152251:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789601870.152256:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789601870.152258:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789601870.152260:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8df4c363a800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789601870.152273:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789601870.152276:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876532918491648:0@lo:8:kworker.0 00000004:00080000:0.0:1789601870.152306:0:22634:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789601870.152375:0:22634:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 738273818215ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789601870.152381:0:22634:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1789601870.152438:0:23354:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1789601870.152456:0:23354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3425880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23354:1876532918492544:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1789601870.152485:0:23354:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.152506:0:23354:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c227c900 going to sleep for 11 seconds 00000004:00080000:0.0:1789601870.152518:0:23353:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789601870.152582:0:23353:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 738274024575ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789601870.152587:0:23353:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1789601870.152726:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3424380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918492416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789601870.152753:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601870.152788:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918492416 00000100:00100000:0.0:1789601870.152792:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918492416 00000100:00100000:0.0:1789601870.152824:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789601870.152831:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1876532918492416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789601870.152850:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789601870.152886:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1876532918492416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601870.152893:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:0.0:1789601870.152911:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1789601870.152928:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c3424380 x1876532918492416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789601886 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601870.152942:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3424380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918492416:0@lo:13:osp-pre-1-1.0 00010000:00080000:0.0:1789601870.152969:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4c7b35f80 x1876532918491264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601870.152978:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876532918491264:0@lo:400:kworker.0 00010000:00080000:0.0:1789601870.152989:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4c7b35c00 x1876532918491904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601870.153009:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876532918491904:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.153024:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918491008:0@lo:400:kworker.0 00010000:00080000:0.0:1789601870.153034:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4c7b36680 x1876532918491776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601870.153041:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918491776:0@lo:400:kworker.0 00000004:00080000:2.0:1789601870.153404:0:22635:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1789601870.153475:0:22635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0100380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22635:1876532918492800:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789601870.153507:0:22635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601870.153527:0:22635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d22470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601870.153664:0:24116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918492544 00000100:00100000:2.0:1789601870.153669:0:24116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918492544 00000100:00100000:2.0:1789601870.153698:0:24116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918492800 00000100:00100000:2.0:1789601870.153701:0:24116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918492800 00000100:00100000:2.0:1789601870.153737:0:24116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789601870.153744:0:24116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23354:x1876532918492544:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1789601870.153981:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789601870.153990:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22635:x1876532918492800:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789601870.154029:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918492672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789601870.154068:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789601870.154115:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789601870.154196:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918492672 00000100:00100000:2.0:1789601870.154200:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918492672 00000100:00100000:2.0:1789601870.154225:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789601870.154231:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0103480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1876532918492672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789601870.154243:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789601870.154322:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0103480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1876532918492672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601870.154328:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1789601870.154362:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4d0102300 x1876532918492672/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789601886 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601870.154377:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918492672:0@lo:13:osp-pre-1-0.0 00002000:00080000:2.0:1789601870.155068:0:24116:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1789601870.155074:0:24116:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789601870.155132:0:24116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23354:x1876532918492544:12345-0@lo:7:osp-pre-1-1.0 Request processed in 1388us (2645us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601870.155139:0:24116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:2.0:1789601870.155206:0:23354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c3425880 x1876532918492544/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789601886 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601870.155217:0:23354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3425880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23354:1876532918492544:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1789601870.155250:0:23354:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789601870.155277:0:23354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23354:1876532918492928:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789601870.155304:0:23354:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601870.155320:0:23354:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d2247600 going to sleep for 11 seconds 00000100:00100000:2.0:1789601870.155334:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918492928 00000100:00100000:2.0:1789601870.155338:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918492928 00000100:00100000:2.0:1789601870.155359:0:24115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789601870.155366:0:24115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23354:x1876532918492928:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789601870.155381:0:24115:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789601870.155409:0:24115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23354:x1876532918492928:12345-0@lo:5:osp-pre-1-1.0 Request processed in 43us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601870.155415:0:24115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000004:00080000:2.0:1789601870.155960:0:23343:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00010000:00080000:2.0:1789601870.155996:0:23354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4d0102300 x1876532918492928/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789601886 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601870.156008:0:23354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23354:1876532918492928:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1789601870.156016:0:23354:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789601870.156041:0:23354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23354:1876532918493056:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789601870.156077:0:23354:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601870.156092:0:23354:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d2247600 going to sleep for 11 seconds 00000100:00100000:2.0:1789601870.156104:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918493056 00000100:00100000:2.0:1789601870.156107:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918493056 00000100:00100000:2.0:1789601870.156126:0:24115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789601870.156132:0:24115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23354:x1876532918493056:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789601870.156156:0:24115:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:2.0:1789601870.156273:0:24946:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1789601870.156278:0:24946:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1789601870.156282:0:24946:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00010000:00080000:0.0:1789601870.164921:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4c7b35180 x1876532918492288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601870.164940:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876532918492288:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.165016:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918490752:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.165032:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918491392:0@lo:400:kworker.0 00010000:00080000:0.0:1789601870.165044:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4c7b35500 x1876532918492032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601870.165064:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876532918492032:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.165078:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918490880:0@lo:400:kworker.0 00000100:00100000:0.0:1789601870.165089:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918491520:0@lo:400:kworker.0 00010000:00080000:0.0:1789601870.165100:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df4c7b34380 x1876532918492160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601870.165108:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876532918492160:0@lo:400:kworker.0 00000004:00080000:3.0:1789601870.167273:0:22588:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:2.0:1789601870.183505:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.183523:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000015dedc39/0x74872e3eca9f3324 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.183545:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.183550:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.183884:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015dedc39/0x74872e3eca9f3324 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.183912:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000015dedc39/0x74872e3eca9f3324 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.183925:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000015dedc39/0x74872e3eca9f3324 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.183935:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000015dedc39/0x74872e3eca9f3324 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.183963:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789601870.183979:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601870.183987:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000015dedc39/0x74872e3eca9f3324 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.183995:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737c800 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:2.0:1789601870.184001:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000015dedc39/0x74872e3eca9f3324 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.184021:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000015dedc39/0x74872e3eca9f3324 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.184041:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000015dedc39/0x74872e3eca9f3324 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.185396:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015dedc39/0x74872e3eca9f3324 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.185439:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601870.185441:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601870.185444:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.188989:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.189008:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057fdb7c1/0x74872e3eca9f332b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.189029:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.189033:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.189040:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057fdb7c1/0x74872e3eca9f332b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.189066:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057fdb7c1/0x74872e3eca9f332b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.189078:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057fdb7c1/0x74872e3eca9f332b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.189096:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057fdb7c1/0x74872e3eca9f332b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.189189:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789601870.189774:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601870.189801:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057fdb7c1/0x74872e3eca9f332b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.189814:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737c000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601870.189819:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057fdb7c1/0x74872e3eca9f332b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.189829:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057fdb7c1/0x74872e3eca9f332b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.189854:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057fdb7c1/0x74872e3eca9f332b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.189862:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057fdb7c1/0x74872e3eca9f332b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.190212:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601870.190215:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601870.190216:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.190642:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.190652:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be87260c/0x74872e3eca9f3332 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.190667:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.190671:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.190678:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be87260c/0x74872e3eca9f3332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.190692:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be87260c/0x74872e3eca9f3332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.190703:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be87260c/0x74872e3eca9f3332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.190711:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be87260c/0x74872e3eca9f3332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.190729:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789601870.190745:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601870.190751:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be87260c/0x74872e3eca9f3332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.190765:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737ce00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:2.0:1789601870.190771:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be87260c/0x74872e3eca9f3332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.190781:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be87260c/0x74872e3eca9f3332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.190800:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be87260c/0x74872e3eca9f3332 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.190808:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be87260c/0x74872e3eca9f3332 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.190826:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601870.190828:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601870.190830:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.192652:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.192665:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0285a70/0x74872e3eca9f3339 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.192682:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.192687:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.192693:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0285a70/0x74872e3eca9f3339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.193535:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0285a70/0x74872e3eca9f3339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.193583:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0285a70/0x74872e3eca9f3339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.193591:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0285a70/0x74872e3eca9f3339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.193611:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789601870.194251:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.194259:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049e34ca5/0x74872e3eca9f3340 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.194272:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.194277:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.194283:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049e34ca5/0x74872e3eca9f3340 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.194295:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049e34ca5/0x74872e3eca9f3340 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.194303:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049e34ca5/0x74872e3eca9f3340 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.194310:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049e34ca5/0x74872e3eca9f3340 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.194351:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789601870.195530:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789601870.195542:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0285a70/0x74872e3eca9f3339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.195594:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737cc00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601870.195601:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0285a70/0x74872e3eca9f3339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.195612:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0285a70/0x74872e3eca9f3339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.195638:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0285a70/0x74872e3eca9f3339 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.195646:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0285a70/0x74872e3eca9f3339 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.195668:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601870.195671:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049e34ca5/0x74872e3eca9f3340 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789601870.195674:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789601870.195678:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737c200 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:2.0:1789601870.195681:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff687f6e/0x74872e3eca9f3347 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.195682:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049e34ca5/0x74872e3eca9f3340 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.195691:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049e34ca5/0x74872e3eca9f3340 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.195694:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.195698:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789601870.195707:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049e34ca5/0x74872e3eca9f3340 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.195716:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049e34ca5/0x74872e3eca9f3340 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.195716:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff687f6e/0x74872e3eca9f3347 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.195728:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff687f6e/0x74872e3eca9f3347 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.195730:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601870.195732:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601870.195734:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601870.195738:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff687f6e/0x74872e3eca9f3347 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.195746:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff687f6e/0x74872e3eca9f3347 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.195765:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789601870.196274:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601870.196280:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff687f6e/0x74872e3eca9f3347 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.196289:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05200 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601870.196293:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff687f6e/0x74872e3eca9f3347 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.196301:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff687f6e/0x74872e3eca9f3347 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.196315:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff687f6e/0x74872e3eca9f3347 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.196323:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff687f6e/0x74872e3eca9f3347 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.196357:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601870.196359:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601870.196360:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.199587:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.199605:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcaa1fff/0x74872e3eca9f334e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.199626:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.199638:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.199646:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcaa1fff/0x74872e3eca9f334e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.199663:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcaa1fff/0x74872e3eca9f334e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.199675:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcaa1fff/0x74872e3eca9f334e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.199683:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dcaa1fff/0x74872e3eca9f334e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.199713:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.199746:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.199755:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dcaa1fff/0x74872e3eca9f334e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.199764:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05e00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.199769:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcaa1fff/0x74872e3eca9f334e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.199778:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcaa1fff/0x74872e3eca9f334e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.199802:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dcaa1fff/0x74872e3eca9f334e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.199810:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcaa1fff/0x74872e3eca9f334e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.199837:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.199844:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.199846:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.200099:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.200105:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca6b70c/0x74872e3eca9f3355 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.200114:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.200118:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.200122:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca6b70c/0x74872e3eca9f3355 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.200132:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dca6b70c/0x74872e3eca9f3355 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.200141:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dca6b70c/0x74872e3eca9f3355 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.200155:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dca6b70c/0x74872e3eca9f3355 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.200176:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.200221:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.200226:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dca6b70c/0x74872e3eca9f3355 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.200234:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.200238:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dca6b70c/0x74872e3eca9f3355 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.200247:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dca6b70c/0x74872e3eca9f3355 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.200259:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dca6b70c/0x74872e3eca9f3355 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.200267:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dca6b70c/0x74872e3eca9f3355 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.200281:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.200283:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.200285:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.201059:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.201067:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be4619de/0x74872e3eca9f335c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.201079:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.201083:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.201088:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be4619de/0x74872e3eca9f335c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.201100:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be4619de/0x74872e3eca9f335c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.201111:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be4619de/0x74872e3eca9f335c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.201119:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be4619de/0x74872e3eca9f335c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.201139:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.201268:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.201275:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be4619de/0x74872e3eca9f335c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.201283:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04e00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.201287:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be4619de/0x74872e3eca9f335c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.201303:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be4619de/0x74872e3eca9f335c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.201318:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be4619de/0x74872e3eca9f335c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.201326:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be4619de/0x74872e3eca9f335c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.201342:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.201343:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.201345:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.201646:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.201652:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003f2ca4e/0x74872e3eca9f3363 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.201669:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.201672:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.201677:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003f2ca4e/0x74872e3eca9f3363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.201688:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003f2ca4e/0x74872e3eca9f3363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.201696:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003f2ca4e/0x74872e3eca9f3363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.201716:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003f2ca4e/0x74872e3eca9f3363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.201736:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.201751:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.201756:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003f2ca4e/0x74872e3eca9f3363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.201764:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04200 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.201767:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003f2ca4e/0x74872e3eca9f3363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.201775:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003f2ca4e/0x74872e3eca9f3363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.201789:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003f2ca4e/0x74872e3eca9f3363 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.201807:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003f2ca4e/0x74872e3eca9f3363 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.201824:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.201827:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.201830:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.202062:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.202067:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059606447/0x74872e3eca9f336a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.202075:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.202078:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.202081:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059606447/0x74872e3eca9f336a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.202090:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059606447/0x74872e3eca9f336a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.202112:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059606447/0x74872e3eca9f336a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.202119:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059606447/0x74872e3eca9f336a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.202139:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789601870.202607:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.202614:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf730e0e/0x74872e3eca9f3371 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.202623:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.202626:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.202630:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf730e0e/0x74872e3eca9f3371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.202640:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf730e0e/0x74872e3eca9f3371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.202648:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf730e0e/0x74872e3eca9f3371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.202655:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf730e0e/0x74872e3eca9f3371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202672:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601870.202675:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.202677:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059606447/0x74872e3eca9f336a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202684:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05c00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.202687:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059606447/0x74872e3eca9f336a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202695:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059606447/0x74872e3eca9f336a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202709:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059606447/0x74872e3eca9f336a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202717:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059606447/0x74872e3eca9f336a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202737:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.202741:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf730e0e/0x74872e3eca9f3371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202753:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04c00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.202756:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf730e0e/0x74872e3eca9f3371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202764:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf730e0e/0x74872e3eca9f3371 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202775:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf730e0e/0x74872e3eca9f3371 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202783:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf730e0e/0x74872e3eca9f3371 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.202797:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.202798:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.202800:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.203001:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.203006:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f161460b/0x74872e3eca9f3378 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203015:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.203018:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.203023:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f161460b/0x74872e3eca9f3378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203032:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f161460b/0x74872e3eca9f3378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203041:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f161460b/0x74872e3eca9f3378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203059:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f161460b/0x74872e3eca9f3378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203074:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789601870.203415:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.203421:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f337f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203430:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.203439:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.203444:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f337f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203452:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f337f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203472:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f337f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203479:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f337f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203489:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1789601870.203850:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.203857:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f3386 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203866:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.203869:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.203874:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f3386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.203910:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789601870.203917:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f161460b/0x74872e3eca9f3378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.203925:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04800 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.203929:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f161460b/0x74872e3eca9f3378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.203939:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f161460b/0x74872e3eca9f3378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203951:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f3386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203959:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f3386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.203960:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f161460b/0x74872e3eca9f3378 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.203968:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f161460b/0x74872e3eca9f3378 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203971:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f3386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.203979:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789601870.203987:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789601870.203990:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f337f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.203996:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.203999:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f337f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.204007:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f337f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.204016:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f337f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.204023:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f337f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.204035:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.204038:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f3386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.204061:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04400 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.204064:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f3386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.204073:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f3386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.204084:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f3386 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.204092:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f3386 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.204105:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.204107:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.204108:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.204631:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.204638:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f338d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.204649:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.204653:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.204657:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f338d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.204667:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f338d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.204675:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f338d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.204683:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f338d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.204700:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.205137:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.205144:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f338d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.205153:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05a00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.205157:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f338d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.205167:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f338d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.205188:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f338d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.205207:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f338d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.205230:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.205232:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.205234:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601870.206619:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789601870.206733:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789601870.206744:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c169dda/0x74872e3eca9f3394 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.206760:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1789601870.206765:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789601870.206771:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c169dda/0x74872e3eca9f3394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.206785:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c169dda/0x74872e3eca9f3394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.206796:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c169dda/0x74872e3eca9f3394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.206803:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c169dda/0x74872e3eca9f3394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.206829:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789601870.206896:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789601870.206910:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c169dda/0x74872e3eca9f3394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.206926:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7383600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601870.206932:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c169dda/0x74872e3eca9f3394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.206966:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c169dda/0x74872e3eca9f3394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.206989:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c169dda/0x74872e3eca9f3394 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.206997:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c169dda/0x74872e3eca9f3394 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.207042:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601870.207044:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601870.207046:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789601870.207737:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789601870.207747:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005ccb5f1/0x74872e3eca9f339b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.207772:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1789601870.207776:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789601870.207780:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005ccb5f1/0x74872e3eca9f339b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.207791:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005ccb5f1/0x74872e3eca9f339b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.207801:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005ccb5f1/0x74872e3eca9f339b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.207808:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005ccb5f1/0x74872e3eca9f339b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.207832:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.208075:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.208085:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005ccb5f1/0x74872e3eca9f339b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.208093:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382800 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.208097:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005ccb5f1/0x74872e3eca9f339b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.208106:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005ccb5f1/0x74872e3eca9f339b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.208123:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005ccb5f1/0x74872e3eca9f339b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.208130:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005ccb5f1/0x74872e3eca9f339b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.208158:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.208160:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.208162:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789601870.208303:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789601870.208309:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2bfa0af/0x74872e3eca9f33a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.208317:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1789601870.208319:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789601870.208323:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bfa0af/0x74872e3eca9f33a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.208331:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2bfa0af/0x74872e3eca9f33a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.208347:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2bfa0af/0x74872e3eca9f33a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.208354:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2bfa0af/0x74872e3eca9f33a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.208425:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.208668:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.208674:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2bfa0af/0x74872e3eca9f33a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.208683:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7383c00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.208687:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2bfa0af/0x74872e3eca9f33a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.208696:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2bfa0af/0x74872e3eca9f33a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.208710:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2bfa0af/0x74872e3eca9f33a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.208717:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2bfa0af/0x74872e3eca9f33a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.208731:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.208733:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.208734:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789601870.208812:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789601870.208818:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b157019b/0x74872e3eca9f33a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.208825:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1789601870.208828:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789601870.208831:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b157019b/0x74872e3eca9f33a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.208840:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b157019b/0x74872e3eca9f33a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.208849:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b157019b/0x74872e3eca9f33a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.208857:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b157019b/0x74872e3eca9f33a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601870.208918:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.215853:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.215873:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b157019b/0x74872e3eca9f33a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.215907:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.215913:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b157019b/0x74872e3eca9f33a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.215927:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b157019b/0x74872e3eca9f33a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.215958:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b157019b/0x74872e3eca9f33a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.215966:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b157019b/0x74872e3eca9f33a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.215992:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.215994:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.215996:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789601870.218605:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789601870.218618:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc6e1b1d/0x74872e3eca9f33b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.218637:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789601870.218643:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789601870.218650:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc6e1b1d/0x74872e3eca9f33b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.218667:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc6e1b1d/0x74872e3eca9f33b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.218678:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc6e1b1d/0x74872e3eca9f33b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.218703:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc6e1b1d/0x74872e3eca9f33b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.218723:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.218802:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.218817:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc6e1b1d/0x74872e3eca9f33b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.218831:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4fb6b6c00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.218836:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc6e1b1d/0x74872e3eca9f33b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.218849:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc6e1b1d/0x74872e3eca9f33b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.218885:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc6e1b1d/0x74872e3eca9f33b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.218894:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc6e1b1d/0x74872e3eca9f33b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.218919:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.218921:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.218923:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.220305:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.220318:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038badc58/0x74872e3eca9f33b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.220342:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.220348:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.220355:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038badc58/0x74872e3eca9f33b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.220371:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038badc58/0x74872e3eca9f33b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.220383:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038badc58/0x74872e3eca9f33b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.220393:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038badc58/0x74872e3eca9f33b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.220414:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789601870.221373:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601870.221373:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601870.221380:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c57e5cf/0x74872e3eca9f33be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221382:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038badc58/0x74872e3eca9f33b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221392:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:2.0:1789601870.221394:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1789601870.221398:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038badc58/0x74872e3eca9f33b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.221399:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.221405:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c57e5cf/0x74872e3eca9f33be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221410:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038badc58/0x74872e3eca9f33b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.221416:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c57e5cf/0x74872e3eca9f33be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221429:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038badc58/0x74872e3eca9f33b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.221436:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c57e5cf/0x74872e3eca9f33be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221438:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038badc58/0x74872e3eca9f33b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.221444:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c57e5cf/0x74872e3eca9f33be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221480:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.221483:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.221487:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601870.221520:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.221894:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.221899:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c57e5cf/0x74872e3eca9f33be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221908:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05800 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.221911:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c57e5cf/0x74872e3eca9f33be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221921:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c57e5cf/0x74872e3eca9f33be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221934:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c57e5cf/0x74872e3eca9f33be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221942:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c57e5cf/0x74872e3eca9f33be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.221961:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.221963:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.221965:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.222009:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.222015:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ed334ab/0x74872e3eca9f33c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222023:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.222027:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.222031:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ed334ab/0x74872e3eca9f33c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222040:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ed334ab/0x74872e3eca9f33c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222058:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ed334ab/0x74872e3eca9f33c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222066:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ed334ab/0x74872e3eca9f33c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222097:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.222385:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.222391:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ed334ab/0x74872e3eca9f33c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.222411:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05400 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.222415:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ed334ab/0x74872e3eca9f33c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.222424:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ed334ab/0x74872e3eca9f33c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.222437:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ed334ab/0x74872e3eca9f33c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.222445:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ed334ab/0x74872e3eca9f33c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.222459:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.222461:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.222463:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.222464:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.222470:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008aae4d37/0x74872e3eca9f33cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222479:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.222482:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.222485:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008aae4d37/0x74872e3eca9f33cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222495:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008aae4d37/0x74872e3eca9f33cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222502:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008aae4d37/0x74872e3eca9f33cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222510:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008aae4d37/0x74872e3eca9f33cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222531:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.222760:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.222766:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008aae4d37/0x74872e3eca9f33cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.222773:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.222777:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008aae4d37/0x74872e3eca9f33cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.222786:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008aae4d37/0x74872e3eca9f33cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.222805:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008aae4d37/0x74872e3eca9f33cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.222813:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008aae4d37/0x74872e3eca9f33cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.222828:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.222829:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.222831:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.222837:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.222853:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c2262e1/0x74872e3eca9f33d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222861:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.222870:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.222875:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c2262e1/0x74872e3eca9f33d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222895:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c2262e1/0x74872e3eca9f33d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222905:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c2262e1/0x74872e3eca9f33d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222912:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c2262e1/0x74872e3eca9f33d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.222932:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789601870.223257:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.223263:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f33da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.223272:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.223275:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.223278:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f33da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.223287:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f33da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.223294:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f33da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.223307:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f33da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.223319:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789601870.223728:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789601870.223736:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c2262e1/0x74872e3eca9f33d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.223746:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04a00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.223750:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c2262e1/0x74872e3eca9f33d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.223758:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c2262e1/0x74872e3eca9f33d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.223774:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c2262e1/0x74872e3eca9f33d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.223782:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c2262e1/0x74872e3eca9f33d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.223811:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.223814:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f33da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.223821:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05a00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.223824:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f33da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.223831:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f33da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789601870.223834:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601870.223842:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f33da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.223850:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8a25b2d/0x74872e3eca9f33da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.223864:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.223865:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.223867:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.223873:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601870.223958:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f33e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.223968:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.223972:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.223976:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f33e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.223986:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f33e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.223994:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f33e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.224001:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f33e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.224020:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.224069:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.224074:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f33e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.224081:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04400 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.224090:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f33e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.224098:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f33e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.224109:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f33e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.224117:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069978a84/0x74872e3eca9f33e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.224130:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.224132:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.224134:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789601870.225467:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789601870.225482:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004adf7bd7/0x74872e3eca9f33e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.225499:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789601870.225503:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789601870.225509:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004adf7bd7/0x74872e3eca9f33e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.225524:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004adf7bd7/0x74872e3eca9f33e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.225534:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004adf7bd7/0x74872e3eca9f33e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.225541:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004adf7bd7/0x74872e3eca9f33e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601870.225591:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.225704:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.225715:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004adf7bd7/0x74872e3eca9f33e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.225726:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4fb6b6000 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.225732:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004adf7bd7/0x74872e3eca9f33e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.225744:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004adf7bd7/0x74872e3eca9f33e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.225765:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004adf7bd7/0x74872e3eca9f33e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.225787:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004adf7bd7/0x74872e3eca9f33e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.225810:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.225812:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.225814:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789601870.226122:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789601870.226130:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f33ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.226149:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789601870.226154:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601870.226160:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f33ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.226173:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f33ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.226184:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f33ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.226192:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f33ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601870.226215:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789601870.226277:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.226283:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f33ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.226291:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.226295:0:22596:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f33ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.226303:0:22596:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f33ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.226316:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f33ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.226324:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058b387af/0x74872e3eca9f33ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.226341:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.226342:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.226344:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789601870.229661:0:24946:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789601870.229680:0:24946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe9b3a02/0x74872e3eca9f33f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.229703:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1789601870.229709:0:24946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789601870.229716:0:24946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe9b3a02/0x74872e3eca9f33f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.229734:0:24946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe9b3a02/0x74872e3eca9f33f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.229746:0:24946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe9b3a02/0x74872e3eca9f33f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.229756:0:24946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe9b3a02/0x74872e3eca9f33f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.229776:0:24946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1789601870.229866:0:24946:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:1.0:1789601870.229993:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22635:x1876532918492800:12345-0@lo:5:osp-pre-1-0.0 Request processed in 75999us (76480us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601870.230006:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789601870.230099:0:22635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0100380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22635:1876532918492800:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1789601870.230119:0:22635:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1789601870.230180:0:22635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22635:1876532918493184:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1789601870.230437:0:22635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601870.230475:0:22635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f5efa180 going to sleep for 11 seconds 00000100:00100000:0.0:1789601870.231004:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918493184 00000100:00100000:0.0:1789601870.232141:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918493184 00000100:00100000:0.0:1789601870.232234:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789601870.232246:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22635:x1876532918493184:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1789601870.232295:0:24117:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:1.0:1789601870.234512:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789601870.234530:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe9b3a02/0x74872e3eca9f33f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.234546:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212e600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601870.234552:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe9b3a02/0x74872e3eca9f33f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.234592:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe9b3a02/0x74872e3eca9f33f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.234618:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe9b3a02/0x74872e3eca9f33f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.234627:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe9b3a02/0x74872e3eca9f33f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601870.234654:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.234656:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601870.234659:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1789601870.237248:0:24931:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1789601870.237325:0:24931:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1789601870.237331:0:24931:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1789601870.238243:0:24115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23354:x1876532918493056:12345-0@lo:5:osp-pre-1-1.0 Request processed in 82098us (82153us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1789601870.238257:0:24115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789601870.238341:0:23354:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1789601870.238351:0:23354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23354:1876532918493056:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789601870.238374:0:23354:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1789601870.238548:0:23354:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3482680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23354:1876532918493312:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1789601870.238622:0:23354:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601870.238653:0:23354:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d9221240 going to sleep for 11 seconds 00000100:00100000:1.0:1789601870.238740:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918493312 00000100:00100000:1.0:1789601870.238750:0:22619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918493312 00000100:00100000:1.0:1789601870.238805:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789601870.238816:0:22619:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3483b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23354:x1876532918493312:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789601870.238878:0:22619:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3483b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23354:x1876532918493312:12345-0@lo:900:osp-pre-1-1.0 Request processed in 63us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601870.238895:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789601870.238932:0:23354:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c3482680 x1876532918493312/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789601886 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789601870.238945:0:23354:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3482680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23354:1876532918493312:0@lo:900:osp-pre-1-1.0 00000001:00080000:3.0:1789601870.239994:0:24931:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:3.0:1789601870.240167:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22635:x1876532918493184:12345-0@lo:5:osp-pre-1-0.0 Request processed in 7922us (9728us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789601870.240179:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789601870.240233:0:22635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789601870.240241:0:22635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22635:1876532918493184:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789601870.240258:0:22635:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000100:00100000:3.0:1789601870.666421:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789601870.666454:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918493440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789601870.666548:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601870.666644:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918493440 00000100:00100000:3.0:1789601870.666653:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918493440 00000100:00100000:3.0:1789601870.666979:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789601870.666991:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918493440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789601870.667033:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789601870.667117:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918493440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601870.667124:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789601870.667267:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918493440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789601870.667373:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918493568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789601870.667472:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601870.667640:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918493568 00000100:00100000:1.0:1789601870.667646:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918493568 00000100:00100000:1.0:1789601870.667681:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789601870.667688:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3424380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918493568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789601870.667710:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789601870.667752:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3424380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918493568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601870.667759:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789601870.667803:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918493568:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789601870.854832:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789601871.364448:0:25289:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg348-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000040:00080000:1.0:1789601871.430473:0:23363:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789601871.697911:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3483800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918493696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789601871.697981:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601871.698168:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918493696 00000100:00100000:3.0:1789601871.698176:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918493696 00000100:00100000:3.0:1789601871.698228:0:24119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789601871.698237:0:24119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918493696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789601871.698266:0:24119:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789601871.698310:0:24119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918493696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601871.698317:0:24119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789601871.698404:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3483800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918493696:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1789601871.879860:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789601872.319945:0:25342:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789601872.320247:0:25342:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789601872.901762:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789601873.255527:0:25393:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789601873.255839:0:25393:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1789601873.351070:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789601873.569946:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.570090:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898446336 00000100:00100000:2.0:1789601873.570172:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898446336 00000100:00100000:2.0:1789601873.570276:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 117 00000100:00100000:2.0:1789601873.570287:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2414:x1876532898446336:12345-192.168.203.48@tcp:250:mount.lustre.0 00010000:00080000:2.0:1789601873.570326:0:22602:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 7f48281b-305a-4165-aa87-7768751760e5@192.168.203.48@tcp t0 exp 0000000000000000 cur 741 last 0 00000020:00000080:2.0:1789601873.570366:0:22602:0:(genops.c:1384:class_connect()) connect: client 7f48281b-305a-4165-aa87-7768751760e5, cookie 0x74872e3eca9f33fd 00000100:00080000:2.0:1789601873.570532:0:22602:0:(import.c:65:import_set_state_nolock()) ffff8df3c32a2000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789601873.570681:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+5:2414:x1876532898446336:12345-192.168.203.48@tcp:250:mount.lustre.0 Request processed in 393us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.570690:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 117 00000100:00100000:0.0:1789601873.576188:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601873.576315:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898446464 00000100:00100000:3.0:1789601873.576329:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898446464 00000100:00100000:3.0:1789601873.576402:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 118 00000100:00100000:3.0:1789601873.576414:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+5:18057:x1876532898446464:12345-192.168.203.48@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789601873.576436:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789601873.576458:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f7383e00/0x74872e3eca9f3404 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49053 expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601873.576518:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f7383e00/0x74872e3eca9f3404 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49053 expref: 6 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601873.576532:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f7383e00/0x74872e3eca9f3404 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49053 expref: 6 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601873.576544:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7383e00, rc 0) 00000100:00100000:3.0:1789601873.576747:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+6:18057:x1876532898446464:12345-192.168.203.48@tcp:101:mount.lustre.0 Request processed in 335us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601873.576755:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 118 00000100:00100000:1.0:1789601873.581392:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.581504:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898446592 00000100:00100000:2.0:1789601873.581517:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898446592 00000100:00100000:2.0:1789601873.582375:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 119 00000100:00100000:2.0:1789601873.582394:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+6:18057:x1876532898446592:12345-192.168.203.48@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789601873.582642:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+6:18057:x1876532898446592:12345-192.168.203.48@tcp:501:mount.lustre.0 Request processed in 255us (1263us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789601873.582651:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 119 00000100:00100000:1.0:1789601873.588869:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601873.588977:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898446720 00000100:00100000:0.0:1789601873.588991:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898446720 00000100:00100000:0.0:1789601873.589071:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 120 00000100:00100000:0.0:1789601873.589083:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+6:18057:x1876532898446720:12345-192.168.203.48@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789601873.589104:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601873.589126:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f340b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a4905a expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601873.589164:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f340b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4905a expref: 7 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601873.589178:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b6c00/0x74872e3eca9f340b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4905a expref: 7 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601873.589188:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b6c00, rc 0) 00000100:00100000:0.0:1789601873.589461:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+7:18057:x1876532898446720:12345-192.168.203.48@tcp:101:mount.lustre.0 Request processed in 380us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601873.589479:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 120 00000100:00100000:0.0:1789601873.594195:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601873.594281:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898446848 00000100:00100000:3.0:1789601873.594296:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898446848 00000100:00100000:3.0:1789601873.594384:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 121 00000100:00100000:3.0:1789601873.594397:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+7:18057:x1876532898446848:12345-192.168.203.48@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789601873.594808:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+8:18057:x1876532898446848:12345-192.168.203.48@tcp:501:mount.lustre.0 Request processed in 412us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601873.594818:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 121 00000100:00100000:1.0:1789601873.603227:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.603333:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898446976 00000100:00100000:2.0:1789601873.603348:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898446976 00000100:00100000:2.0:1789601873.603417:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 122 00000100:00100000:2.0:1789601873.603429:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c4c9f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+8:18057:x1876532898446976:12345-192.168.203.48@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789601873.603691:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c4c9f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+8:18057:x1876532898446976:12345-192.168.203.48@tcp:503:mount.lustre.0 Request processed in 263us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.603700:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 122 00000100:00100000:1.0:1789601873.620280:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601873.620976:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898447104 00000100:00100000:3.0:1789601873.620991:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898447104 00000100:00100000:3.0:1789601873.621076:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 123 00000100:00100000:3.0:1789601873.621087:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c8d34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+8:18076:x1876532898447104:12345-192.168.203.48@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789601873.622819:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c8d34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+8:18076:x1876532898447104:12345-192.168.203.48@tcp:502:llog_process_th.0 Request processed in 1718us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601873.622836:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 123 00000100:00100000:1.0:1789601873.668824:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601873.669138:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898447232 00000100:00100000:0.0:1789601873.669149:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898447232 00000100:00100000:0.0:1789601873.669225:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 124 00000100:00100000:0.0:1789601873.669236:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c8d36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+8:18076:x1876532898447232:12345-192.168.203.48@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789601873.669385:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c8d36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+8:18076:x1876532898447232:12345-192.168.203.48@tcp:502:llog_process_th.0 Request processed in 150us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601873.669392:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 124 00000100:00100000:1.0:1789601873.673489:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601873.673999:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898447360 00000100:00100000:3.0:1789601873.674032:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898447360 00000100:00100000:3.0:1789601873.674096:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 125 00000100:00100000:3.0:1789601873.674106:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c8d34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+8:18076:x1876532898447360:12345-192.168.203.48@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789601873.674414:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c8d34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+8:18076:x1876532898447360:12345-192.168.203.48@tcp:502:llog_process_th.0 Request processed in 308us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601873.674422:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 125 00000100:00100000:1.0:1789601873.678162:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.678314:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898447488 00000100:00100000:2.0:1789601873.678323:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898447488 00000100:00100000:2.0:1789601873.678382:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 126 00000100:00100000:2.0:1789601873.678391:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c8d35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+8:18057:x1876532898447488:12345-192.168.203.48@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789601873.678408:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601873.678436:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c1a05e00/0x74872e3eca9f3412 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a4908b expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601873.678466:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c1a05e00/0x74872e3eca9f3412 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4908b expref: 9 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601873.678494:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c1a05e00/0x74872e3eca9f3412 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4908b expref: 9 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601873.678503:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05e00, rc 0) 00000100:00100000:2.0:1789601873.678619:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c8d35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+9:18057:x1876532898447488:12345-192.168.203.48@tcp:101:mount.lustre.0 Request processed in 227us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.678626:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 126 00000100:00100000:1.0:1789601873.681951:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601873.682283:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898447616 00000100:00100000:3.0:1789601873.682291:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898447616 00000100:00100000:3.0:1789601873.682347:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 127 00000100:00100000:3.0:1789601873.682356:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c8d34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+9:18057:x1876532898447616:12345-192.168.203.48@tcp:256:mount.lustre.0 20000000:01000000:3.0:1789601873.682383:0:22603:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1789601873.682409:0:22603:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1789601873.682413:0:22603:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1789601873.682416:0:22603:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1789601873.682419:0:22603:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1789601873.682433:0:22603:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1789601873.694386:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c8d34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+9:18057:x1876532898447616:12345-192.168.203.48@tcp:256:mount.lustre.0 Request processed in 12021us (12434us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.694400:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 127 00000100:00100000:2.0:1789601873.708652:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601873.708816:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898447744 00000100:00100000:0.0:1789601873.708826:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898447744 00000100:00100000:0.0:1789601873.708880:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 128 00000100:00100000:0.0:1789601873.708890:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+9:18057:x1876532898447744:12345-192.168.203.48@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789601873.708906:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601873.708924:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f3419 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49092 expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601873.708953:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f3419 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49092 expref: 10 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601873.708965:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f3419 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49092 expref: 10 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601873.708973:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b6000, rc 0) 00000100:00100000:0.0:1789601873.709042:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+10:18057:x1876532898447744:12345-192.168.203.48@tcp:101:mount.lustre.0 Request processed in 154us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601873.709050:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 128 00000100:00100000:1.0:1789601873.712774:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.712872:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898447872 00000100:00100000:2.0:1789601873.712882:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898447872 00000100:00100000:2.0:1789601873.712937:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 129 00000100:00100000:2.0:1789601873.712947:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+10:18057:x1876532898447872:12345-192.168.203.48@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789601873.713101:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+10:18057:x1876532898447872:12345-192.168.203.48@tcp:501:mount.lustre.0 Request processed in 156us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.713109:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 129 00000100:00100000:3.0:1789601873.717665:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.717841:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898448000 00000100:00100000:2.0:1789601873.717851:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898448000 00000100:00100000:2.0:1789601873.717941:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 130 00000100:00100000:2.0:1789601873.717950:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+10:18057:x1876532898448000:12345-192.168.203.48@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789601873.718118:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+10:18057:x1876532898448000:12345-192.168.203.48@tcp:503:mount.lustre.0 Request processed in 168us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.718136:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 130 00000100:00100000:1.0:1789601873.743180:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601873.743438:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898448128 00000100:00100000:0.0:1789601873.743452:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898448128 00000100:00100000:0.0:1789601873.743548:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 131 00000100:00100000:0.0:1789601873.743587:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+10:18082:x1876532898448128:12345-192.168.203.48@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789601873.743804:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+10:18082:x1876532898448128:12345-192.168.203.48@tcp:502:llog_process_th.0 Request processed in 245us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601873.743813:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 131 00000100:00100000:1.0:1789601873.758632:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.758835:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898448256 00000100:00100000:2.0:1789601873.758849:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898448256 00000100:00100000:2.0:1789601873.758920:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 132 00000100:00100000:2.0:1789601873.758932:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+10:18082:x1876532898448256:12345-192.168.203.48@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789601873.759128:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+10:18082:x1876532898448256:12345-192.168.203.48@tcp:502:llog_process_th.0 Request processed in 198us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.759136:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 132 00000100:00100000:2.0:1789601873.778226:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.778296:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601873.779370:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898448384 00000100:00100000:0.0:1789601873.779385:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898448384 00000100:00100000:0.0:1789601873.779446:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898448640 00000100:00100000:0.0:1789601873.779450:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898448640 00000100:00100000:0.0:1789601873.779479:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7 00000100:00100000:0.0:1789601873.779490:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2414:x1876532898448384:12345-192.168.203.48@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789601873.779529:0:22609:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 1f7ff15e-b049-4113-a974-c853819189b5@192.168.203.48@tcp t0 exp 0000000000000000 cur 741 last 0 00000020:00000080:0.0:1789601873.779637:0:22609:0:(genops.c:1384:class_connect()) connect: client 1f7ff15e-b049-4113-a974-c853819189b5, cookie 0x74872e3eca9f3420 00000004:00100000:0.0:1789601873.779670:0:22609:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789601873.779926:0:22609:0:(import.c:65:import_set_state_nolock()) ffff8df3c2963000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789601873.780018:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+6:2414:x1876532898448384:12345-192.168.203.48@tcp:38:mount.lustre.0 Request processed in 528us (1806us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601873.780040:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7 00000100:00100000:0.0:1789601873.780064:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 8 00000100:00100000:0.0:1789601873.780069:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0102300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2414:x1876532898448640:12345-192.168.203.48@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789601873.780089:0:22609:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 1f7ff15e-b049-4113-a974-c853819189b5@192.168.203.48@tcp t0 exp 0000000000000000 cur 741 last 0 00000020:00000080:0.0:1789601873.780127:0:22609:0:(genops.c:1384:class_connect()) connect: client 1f7ff15e-b049-4113-a974-c853819189b5, cookie 0x74872e3eca9f3427 00000004:00100000:0.0:1789601873.780141:0:22609:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789601873.780292:0:22609:0:(import.c:65:import_set_state_nolock()) ffff8df4f8b40000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789601873.780317:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0102300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+6:2414:x1876532898448640:12345-192.168.203.48@tcp:38:mount.lustre.0 Request processed in 246us (2021us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601873.780323:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 8 00000100:00100000:1.0:1789601873.791470:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601873.791514:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601873.791647:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.796795:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898448512 00000100:00100000:2.0:1789601873.796814:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898448512 00000100:00100000:2.0:1789601873.796908:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898448896 00000100:00100000:2.0:1789601873.796912:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898448896 00000100:00100000:2.0:1789601873.796922:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898448768 00000100:00100000:2.0:1789601873.796925:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898448768 00000100:00100000:2.0:1789601873.796949:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 9 00000100:00100000:2.0:1789601873.796960:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+7:0:x1876532898448512:12345-192.168.203.48@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789601873.797009:0:24947:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789601873.798801:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+7:0:x1876532898448512:12345-192.168.203.48@tcp:41:mount.lustre.0 Request processed in 1828us (7333us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.798817:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 9 00000100:00100000:2.0:1789601873.798870:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 10 00000100:00100000:2.0:1789601873.798884:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+6:18057:x1876532898448896:12345-192.168.203.48@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789601873.798914:0:24947:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789601873.798967:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+6:18057:x1876532898448896:12345-192.168.203.48@tcp:41:mount.lustre.0 Request processed in 89us (7453us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.798973:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 10 00000100:00100000:2.0:1789601873.798990:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 11 00000100:00100000:2.0:1789601873.798998:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+6:0:x1876532898448768:12345-192.168.203.48@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789601873.799020:0:24947:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789601873.799069:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+6:0:x1876532898448768:12345-192.168.203.48@tcp:41:mount.lustre.0 Request processed in 72us (7422us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.799075:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 11 00000100:00080000:1.0:1789601873.799500:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789601873.799506:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789601873.803507:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.803664:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898449024 00000100:00100000:2.0:1789601873.803677:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898449024 00000100:00100000:2.0:1789601873.803748:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 12 00000100:00100000:2.0:1789601873.803761:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+6:18057:x1876532898449024:12345-192.168.203.48@tcp:40:mount.lustre.0 00000100:00100000:2.0:1789601873.803868:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+6:18057:x1876532898449024:12345-192.168.203.48@tcp:40:mount.lustre.0 Request processed in 109us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.803875:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 12 00000100:00100000:2.0:1789601873.814438:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.814488:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601873.814641:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601873.816333:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898449408 00000100:00100000:1.0:1789601873.816351:0:22619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898449408 00000100:00100000:1.0:1789601873.816442:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3 00000100:00100000:1.0:1789601873.816454:0:22619:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f7ff15e-b049-4113-a974-c853819189b5+6:18057:x1876532898449408:12345-192.168.203.48@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789601873.816601:0:22619:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f7ff15e-b049-4113-a974-c853819189b5+6:18057:x1876532898449408:12345-192.168.203.48@tcp:900:mount.lustre.0 Request processed in 149us (2178us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601873.816609:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3 00000100:00100000:3.0:1789601873.820764:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898449152 00000100:00100000:3.0:1789601873.820785:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898449152 00000100:00100000:2.0:1789601873.821021:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898449280 00000100:00100000:2.0:1789601873.821036:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898449280 00000100:00100000:2.0:1789601873.821078:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 21 00000100:00100000:2.0:1789601873.821087:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2414:x1876532898449152:12345-192.168.203.48@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789601873.821132:0:24946:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 1f7ff15e-b049-4113-a974-c853819189b5@192.168.203.48@tcp t0 exp 0000000000000000 cur 741 last 0 00000020:00000080:2.0:1789601873.821176:0:24946:0:(genops.c:1384:class_connect()) connect: client 1f7ff15e-b049-4113-a974-c853819189b5, cookie 0x74872e3eca9f342e 00002000:00100000:2.0:1789601873.821206:0:24946:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 1f7ff15e-b049-4113-a974-c853819189b5/ffff8df3c32a0800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789601873.821230:0:24946:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789601873.821456:0:24946:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789601873.821505:0:24946:0:(import.c:65:import_set_state_nolock()) ffff8df3c1b75000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789601873.821721:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 22 00000100:00100000:1.0:1789601873.821728:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2414:x1876532898449280:12345-192.168.203.48@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789601873.821751:0:24117:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 1f7ff15e-b049-4113-a974-c853819189b5@192.168.203.48@tcp t0 exp 0000000000000000 cur 741 last 0 00000020:00000080:1.0:1789601873.821771:0:24117:0:(genops.c:1384:class_connect()) connect: client 1f7ff15e-b049-4113-a974-c853819189b5, cookie 0x74872e3eca9f3435 00002000:00100000:1.0:1789601873.821777:0:24117:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 1f7ff15e-b049-4113-a974-c853819189b5/ffff8df4cc92b000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789601873.821791:0:24117:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789601873.821933:0:24117:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789601873.821961:0:24117:0:(import.c:65:import_set_state_nolock()) ffff8df4cc92d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789601873.822057:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7ff15e-b049-4113-a974-c853819189b5+6:2414:x1876532898449280:12345-192.168.203.48@tcp:8:mount.lustre.0 Request processed in 326us (7414us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601873.822064:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 22 00000100:00100000:2.0:1789601873.822661:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7ff15e-b049-4113-a974-c853819189b5+6:2414:x1876532898449152:12345-192.168.203.48@tcp:8:mount.lustre.0 Request processed in 1571us (8169us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601873.822669:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 21 00000100:00100000:2.0:1789601873.832326:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601873.833619:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898449536 00000100:00100000:0.0:1789601873.833636:0:22611:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898449536 00000100:00100000:0.0:1789601873.833721:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 0 00000100:00100000:0.0:1789601873.833735:0:22611:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7ff15e-b049-4113-a974-c853819189b5+6:18057:x1876532898449536:12345-192.168.203.48@tcp:33:mount.lustre.0 00000004:00080000:2.0:1789601873.839982:0:22611:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 6136us 00000004:00200000:3.0:1789601873.852730:0:22611:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789601873.852867:0:22611:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7ff15e-b049-4113-a974-c853819189b5+6:18057:x1876532898449536:12345-192.168.203.48@tcp:33:mount.lustre.0 Request processed in 19130us (20550us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601873.852881:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 0 00010000:00010000:1.0:1789601873.926007:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601874.059553:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601874.059810:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898449664 00000100:00100000:2.0:1789601874.059825:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898449664 00000100:00100000:2.0:1789601874.059903:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 13 00000100:00100000:2.0:1789601874.059917:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c12afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+6:18106:x1876532898449664:12345-192.168.203.48@tcp:101:mkdir.0 00010000:00010000:2.0:1789601874.059944:0:22608:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601874.059978:0:22608:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05c00/0x74872e3eca9f343c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a490c3 expref: -99 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601874.060079:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3443 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601874.060098:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3443 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601874.060116:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3443 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601874.060185:0:22608:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789601874.060189:0:22608:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789601874.060272:0:22608:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3443 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601874.060307:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05c00/0x74872e3eca9f343c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a490c3 expref: 8 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601874.060338:0:22608:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3443 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a490c3 expref: 7 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601874.060349:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601874.060352:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789601874.060357:0:22608:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a04c00, rc 0) 00000100:00100000:2.0:1789601874.061660:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c12afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+7:18106:x1876532898449664:12345-192.168.203.48@tcp:101:mkdir.0 Request processed in 1734us (2111us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601874.061674:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 13 00000100:00100000:1.0:1789601874.758730:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918493824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789601874.758828:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601874.758982:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918493824 00000100:00100000:3.0:1789601874.758994:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918493824 00000100:00100000:3.0:1789601874.759093:0:24119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789601874.759105:0:24119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918493824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789601874.759135:0:24119:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1789601874.759588:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789601874.761167:0:24119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918493824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2052us (2326us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601874.761182:0:24119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789601874.761899:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918493824:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789601874.951307:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601875.270089:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918493952:0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.270209:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601875.270287:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918494080:0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.270297:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876532918494464:0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.270340:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601875.270361:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918494976:0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.270384:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601875.270406:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876532918495488:0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.270427:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601875.270456:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1789601875.270462:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918494336:0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.270482:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601875.270503:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918494848:0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.270524:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601875.270543:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876532918495360:0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.270590:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601875.270626:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918494976 00000100:00100000:0.0:1789601875.270636:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918494976 00000100:00100000:0.0:1789601875.270701:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918494336 00000100:00100000:0.0:1789601875.270704:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918494336 00000100:00100000:0.0:1789601875.270721:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918494848 00000100:00100000:0.0:1789601875.270724:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918494848 00000100:00100000:3.0:1789601875.271058:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918493952 00000100:00100000:3.0:1789601875.271064:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918493952 00000100:00100000:3.0:1789601875.271105:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1789601875.271116:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3648:x1876532918493952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.271197:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3648:x1876532918493952:12345-0@lo:400:kworker.0 Request processed in 83us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601875.271204:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1789601875.271243:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918494464 00000100:00100000:3.0:1789601875.271247:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918494464 00000100:00100000:3.0:1789601875.271272:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918495488 00000100:00100000:3.0:1789601875.271275:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918495488 00000100:00100000:3.0:1789601875.271288:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918495360 00000100:00100000:3.0:1789601875.271290:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918495360 00000100:00100000:3.0:1789601875.271305:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789601875.271311:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876532918494464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.271345:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876532918494464:12345-0@lo:400:kworker.0 Request processed in 34us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601875.271351:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789601875.271363:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789601875.271369:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876532918495488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.271397:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876532918495488:12345-0@lo:400:kworker.0 Request processed in 28us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601875.271402:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789601875.271413:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789601875.271418:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876532918495360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.271457:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876532918495360:12345-0@lo:400:kworker.0 Request processed in 39us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601875.271463:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789601875.271504:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601875.271516:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789601875.271525:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918494976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.271609:0:24115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789601875.271615:0:24115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918494336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601875.271730:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3480e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918494592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789601875.272506:0:24116:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1789601875.272520:0:24116:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00080000:2.0:1789601875.272834:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789601875.272840:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789601875.272845:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789601875.273509:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918494976:12345-0@lo:400:kworker.0 Request processed in 1978us (3115us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601875.273523:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789601875.273575:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789601875.273588:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918494848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.273639:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918494848:12345-0@lo:400:kworker.0 Request processed in 56us (3113us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601875.273645:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789601875.273885:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918494208:0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.273935:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601875.273961:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918494720:0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.273986:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601875.274005:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876532918495232:0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.274041:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601875.274059:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918495744:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789601875.274082:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601875.274124:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918494080 00000100:00100000:3.0:1789601875.274135:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918494080 00000100:00100000:3.0:1789601875.274353:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918494720 00000100:00100000:3.0:1789601875.274357:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918494720 00000100:00100000:3.0:1789601875.274384:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789601875.274390:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918494080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.274437:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918494080:12345-0@lo:400:kworker.0 Request processed in 48us (2936us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601875.274444:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789601875.274458:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789601875.274465:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918494720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.274497:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918494720:12345-0@lo:400:kworker.0 Request processed in 32us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601875.274503:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789601875.274522:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918495232 00000100:00100000:3.0:1789601875.274526:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918495232 00000100:00100000:3.0:1789601875.274608:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789601875.274615:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876532918495232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.274647:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876532918495232:12345-0@lo:400:kworker.0 Request processed in 33us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601875.274654:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789601875.274700:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918494720:0@lo:400:kworker.0 00000100:00100000:3.0:1789601875.274713:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876532918495232:0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.275362:0:24115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918494336:12345-0@lo:400:kworker.0 Request processed in 3743us (4873us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601875.275372:0:24115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789601875.275393:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918494208 00000100:00100000:0.0:1789601875.275397:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918494208 00000100:00100000:0.0:1789601875.275446:0:24116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789601875.275453:0:24116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918494208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.275497:0:24116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918494208:12345-0@lo:400:kworker.0 Request processed in 45us (1561us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601875.275503:0:24116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789601875.275522:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918495744 00000100:00100000:0.0:1789601875.275526:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918495744 00000100:00100000:0.0:1789601875.275553:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789601875.275577:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918495744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789601875.275606:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789601875.275645:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918495744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (1561us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601875.275651:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789601875.275694:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918494208:0@lo:400:kworker.0 00000100:00100000:0.0:1789601875.275715:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918495744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789601875.276840:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601875.276899:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918494592 00000100:00100000:1.0:1789601875.276908:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918494592 00000100:00100000:1.0:1789601875.276949:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789601875.276958:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918494592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789601875.276981:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789601875.277034:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918494592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601875.277042:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789601875.277116:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3480e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918494592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789601875.277129:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918495104:0@lo:400:kworker.0 00000100:00100000:1.0:1789601875.277162:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601875.277205:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918495104 00000100:00100000:1.0:1789601875.277210:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918495104 00000100:00100000:1.0:1789601875.277240:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789601875.277246:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918495104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601875.277293:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876532918495104:12345-0@lo:400:kworker.0 Request processed in 46us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601875.277299:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789601875.277338:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876532918495104:0@lo:400:kworker.0 00000100:00100000:1.0:1789601875.277347:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876532918495616:0@lo:400:kworker.0 00000100:00100000:1.0:1789601875.277376:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601875.277398:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918495616 00000100:00100000:1.0:1789601875.277401:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918495616 00000100:00100000:1.0:1789601875.277432:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789601875.277438:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876532918495616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601875.277486:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876532918495616:12345-0@lo:400:kworker.0 Request processed in 47us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601875.277492:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00080000:1.0:1789601875.277521:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c36ae680 x1876532918495616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601875.278118:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876532918495616:0@lo:400:kworker.0 00000100:00100000:1.0:1789601875.278166:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918494080:0@lo:400:kworker.0 00000100:00080000:1.0:1789601875.278214:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789601875.278221:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789601875.278224:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1789601875.279078:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c36ac000 x1876532918495360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601875.279188:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876532918495360:0@lo:400:kworker.0 00000100:00100000:2.0:1789601875.279210:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918493952:0@lo:400:kworker.0 00000100:00100000:2.0:1789601875.279227:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876532918494464:0@lo:400:kworker.0 00000100:00100000:2.0:1789601875.279238:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918494976:0@lo:400:kworker.0 00000100:00100000:2.0:1789601875.279250:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876532918495488:0@lo:400:kworker.0 00000100:00100000:2.0:1789601875.279302:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918494336:0@lo:400:kworker.0 00000100:00100000:2.0:1789601875.279315:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918494848:0@lo:400:kworker.0 00000100:00100000:1.0:1789601875.785227:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918495872:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789601875.785341:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601875.785535:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918495872 00000100:00100000:2.0:1789601875.785546:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918495872 00000100:00100000:2.0:1789601875.785638:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789601875.785650:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918495872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789601875.785693:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789601875.785760:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918495872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601875.785768:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789601875.785910:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918495872:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789601875.786273:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789601875.786286:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3480700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918496000:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789601875.786327:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601875.786410:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918496000 00000100:00100000:2.0:1789601875.786415:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918496000 00000100:00100000:2.0:1789601875.787344:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789601875.787363:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918496000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789601875.787411:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789601875.787498:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918496000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 142us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601875.787506:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789601875.788229:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3480700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918496000:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789601875.974095:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601876.175735:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601876.175989:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898449792 00000100:00100000:1.0:1789601876.176003:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898449792 00000100:00100000:1.0:1789601876.176116:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 14 00000100:00100000:1.0:1789601876.176130:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+7:18159:x1876532898449792:12345-192.168.203.48@tcp:41:lfs.0 00000004:00000024:1.0:1789601876.176191:0:24947:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789601876.176322:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+7:18159:x1876532898449792:12345-192.168.203.48@tcp:41:lfs.0 Request processed in 195us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601876.176331:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 14 00000100:00080000:2.0:1789601876.176448:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789601876.181955:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601876.182647:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898449920 00000100:00100000:1.0:1789601876.182658:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898449920 00000100:00100000:1.0:1789601876.182910:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 15 00000100:00100000:1.0:1789601876.182922:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+6:18159:x1876532898449920:12345-192.168.203.48@tcp:41:lfs.0 00000004:00000024:1.0:1789601876.182976:0:22609:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789601876.183113:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+6:18159:x1876532898449920:12345-192.168.203.48@tcp:41:lfs.0 Request processed in 192us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601876.183121:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 15 00000100:00080000:2.0:1789601876.185969:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789601876.191055:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601876.191371:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898450048 00000100:00100000:1.0:1789601876.191385:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898450048 00000100:00100000:1.0:1789601876.191480:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 13 00000100:00100000:1.0:1789601876.191493:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1f7ff15e-b049-4113-a974-c853819189b5+6:18159:x1876532898450048:12345-192.168.203.48@tcp:13:lfs.0 00002000:00000024:1.0:1789601876.191549:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789601876.191711:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1f7ff15e-b049-4113-a974-c853819189b5+6:18159:x1876532898450048:12345-192.168.203.48@tcp:13:lfs.0 Request processed in 220us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601876.191735:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 13 00000100:00080000:2.0:1789601876.192457:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789601876.198643:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601876.198782:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898450176 00000100:00100000:1.0:1789601876.198795:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898450176 00000100:00100000:1.0:1789601876.198887:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 14 00000100:00100000:1.0:1789601876.198899:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1f7ff15e-b049-4113-a974-c853819189b5+6:18159:x1876532898450176:12345-192.168.203.48@tcp:13:lfs.0 00002000:00000024:1.0:1789601876.198933:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789601876.199060:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1f7ff15e-b049-4113-a974-c853819189b5+6:18159:x1876532898450176:12345-192.168.203.48@tcp:13:lfs.0 Request processed in 163us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601876.199069:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 14 00000100:00080000:2.0:1789601876.199197:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789601876.406401:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601876.406640:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898450304 00000100:00100000:0.0:1789601876.406655:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898450304 00000100:00100000:0.0:1789601876.406731:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 134 00000100:00100000:0.0:1789601876.406744:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+10:18191:x1876532898450304:12345-192.168.203.48@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789601876.406768:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601876.406792:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b7200/0x74872e3eca9f344a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a490ca expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.406828:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b7200/0x74872e3eca9f344a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a490ca expref: 11 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.406842:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b7200/0x74872e3eca9f344a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a490ca expref: 11 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.407019:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b7200, rc 0) 00000100:00100000:0.0:1789601876.407102:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+11:18191:x1876532898450304:12345-192.168.203.48@tcp:101:mount.lustre.0 Request processed in 360us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601876.407110:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 134 00000100:00100000:0.0:1789601876.425953:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601876.426126:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898450432 00000100:00100000:3.0:1789601876.426206:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898450432 00000100:00100000:3.0:1789601876.433162:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 135 00000100:00100000:3.0:1789601876.433197:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+11:18191:x1876532898450432:12345-192.168.203.48@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789601876.433441:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+11:18191:x1876532898450432:12345-192.168.203.48@tcp:501:mount.lustre.0 Request processed in 254us (7501us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601876.433451:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 135 00000100:00100000:1.0:1789601876.443487:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601876.443627:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898450560 00000100:00100000:0.0:1789601876.443639:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898450560 00000100:00100000:0.0:1789601876.443711:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 136 00000100:00100000:0.0:1789601876.443723:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+11:18191:x1876532898450560:12345-192.168.203.48@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789601876.453441:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+11:18191:x1876532898450560:12345-192.168.203.48@tcp:503:mount.lustre.0 Request processed in 9702us (9950us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601876.453463:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 136 00000100:00100000:0.0:1789601876.472935:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601876.473315:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898450688 00000100:00100000:3.0:1789601876.473328:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898450688 00000100:00100000:3.0:1789601876.473404:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 137 00000100:00100000:3.0:1789601876.473417:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+11:18198:x1876532898450688:12345-192.168.203.48@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789601876.473958:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+11:18198:x1876532898450688:12345-192.168.203.48@tcp:502:llog_process_th.0 Request processed in 540us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601876.473970:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 137 00000100:00100000:2.0:1789601876.495619:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601876.497744:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898450816 00000100:00100000:0.0:1789601876.497764:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898450816 00000100:00100000:0.0:1789601876.497855:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 138 00000100:00100000:0.0:1789601876.497867:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+11:18198:x1876532898450816:12345-192.168.203.48@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789601876.498085:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+11:18198:x1876532898450816:12345-192.168.203.48@tcp:502:llog_process_th.0 Request processed in 218us (2566us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601876.498093:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 138 00000100:00100000:3.0:1789601876.501503:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601876.502805:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898450944 00000100:00100000:1.0:1789601876.502821:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898450944 00000100:00100000:1.0:1789601876.502926:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 139 00000100:00100000:1.0:1789601876.502940:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+11:18198:x1876532898450944:12345-192.168.203.48@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789601876.503377:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+11:18198:x1876532898450944:12345-192.168.203.48@tcp:502:llog_process_th.0 Request processed in 438us (1884us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601876.503385:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 139 00000100:00100000:0.0:1789601876.522461:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601876.523132:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898451072 00000100:00100000:2.0:1789601876.523147:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898451072 00000100:00100000:2.0:1789601876.523290:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 140 00000100:00100000:2.0:1789601876.523304:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+11:18191:x1876532898451072:12345-192.168.203.48@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789601876.523327:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601876.523351:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c1a04600/0x74872e3eca9f3451 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a490fb expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601876.523388:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c1a04600/0x74872e3eca9f3451 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a490fb expref: 12 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601876.523400:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c1a04600/0x74872e3eca9f3451 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a490fb expref: 12 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601876.524063:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a04600, rc 0) 00000100:00100000:2.0:1789601876.524376:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+12:18191:x1876532898451072:12345-192.168.203.48@tcp:101:mount.lustre.0 Request processed in 1073us (1925us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601876.524385:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 140 00000100:00100000:2.0:1789601876.529678:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601876.529830:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898451200 00000100:00100000:1.0:1789601876.529906:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898451200 00000100:00100000:0.0:1789601876.530258:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 141 00000100:00100000:0.0:1789601876.530274:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+12:18191:x1876532898451200:12345-192.168.203.48@tcp:256:mount.lustre.0 20000000:01000000:0.0:1789601876.530310:0:22600:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1789601876.530341:0:22600:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789601876.530346:0:22600:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1789601876.530350:0:22600:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1789601876.530353:0:22600:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1789601876.530355:0:22600:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789601876.533332:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+12:18191:x1876532898451200:12345-192.168.203.48@tcp:256:mount.lustre.0 Request processed in 3044us (3985us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601876.533351:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 141 00000100:00100000:2.0:1789601876.538973:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601876.539177:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898451328 00000100:00100000:0.0:1789601876.539190:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898451328 00000100:00100000:0.0:1789601876.539261:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 142 00000100:00100000:0.0:1789601876.539272:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+12:18191:x1876532898451328:12345-192.168.203.48@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789601876.539293:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601876.539315:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4fb6b7a00/0x74872e3eca9f3458 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49102 expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.539365:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4fb6b7a00/0x74872e3eca9f3458 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49102 expref: 13 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.539378:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4fb6b7a00/0x74872e3eca9f3458 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49102 expref: 13 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.539390:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b7a00, rc 0) 00000100:00100000:0.0:1789601876.539464:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+13:18191:x1876532898451328:12345-192.168.203.48@tcp:101:mount.lustre.0 Request processed in 193us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601876.539472:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 142 00000100:00100000:2.0:1789601876.543234:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601876.543396:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898451456 00000100:00100000:0.0:1789601876.543409:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898451456 00000100:00100000:0.0:1789601876.543479:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 143 00000100:00100000:0.0:1789601876.543492:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+13:18191:x1876532898451456:12345-192.168.203.48@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789601876.543744:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+13:18191:x1876532898451456:12345-192.168.203.48@tcp:501:mount.lustre.0 Request processed in 253us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601876.543753:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 143 00000100:00100000:3.0:1789601876.548264:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601876.548601:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898451584 00000100:00100000:1.0:1789601876.548615:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898451584 00000100:00100000:1.0:1789601876.548677:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 144 00000100:00100000:1.0:1789601876.548689:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+13:18191:x1876532898451584:12345-192.168.203.48@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789601876.548881:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+13:18191:x1876532898451584:12345-192.168.203.48@tcp:503:mount.lustre.0 Request processed in 193us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601876.548899:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 144 00000100:00100000:1.0:1789601876.555767:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601876.555949:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898451712 00000100:00100000:2.0:1789601876.555963:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898451712 00000100:00100000:2.0:1789601876.556331:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 145 00000100:00100000:2.0:1789601876.556343:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+13:18202:x1876532898451712:12345-192.168.203.48@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789601876.556579:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+13:18202:x1876532898451712:12345-192.168.203.48@tcp:502:llog_process_th.0 Request processed in 213us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601876.557797:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 145 00000100:00100000:2.0:1789601876.559546:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601876.563409:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898451840 00000100:00100000:0.0:1789601876.563431:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898451840 00000100:00100000:0.0:1789601876.563660:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 146 00000100:00100000:0.0:1789601876.563673:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+13:18202:x1876532898451840:12345-192.168.203.48@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789601876.563871:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+13:18202:x1876532898451840:12345-192.168.203.48@tcp:502:llog_process_th.0 Request processed in 201us (4333us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601876.563879:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 146 00000100:00100000:3.0:1789601876.572486:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601876.572540:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601876.572956:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898451968 00000100:00100000:1.0:1789601876.572968:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898451968 00000100:00100000:1.0:1789601876.573119:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898452224 00000100:00100000:1.0:1789601876.573123:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898452224 00000100:00100000:1.0:1789601876.573147:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 16 00000100:00100000:1.0:1789601876.573157:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3482d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2414:x1876532898451968:12345-192.168.203.48@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789601876.573204:0:24947:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 39bc07b4-887c-4355-a9f2-e4adf847769c@192.168.203.48@tcp t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:1.0:1789601876.573256:0:24947:0:(genops.c:1384:class_connect()) connect: client 39bc07b4-887c-4355-a9f2-e4adf847769c, cookie 0x74872e3eca9f345f 00000004:00100000:1.0:1789601876.573289:0:24947:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789601876.573411:0:24947:0:(import.c:65:import_set_state_nolock()) ffff8df4e0e19000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789601876.573501:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3482d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+6:2414:x1876532898451968:12345-192.168.203.48@tcp:38:mount.lustre.0 Request processed in 344us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601876.573509:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 16 00000100:00100000:1.0:1789601876.573542:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 17 00000100:00100000:1.0:1789601876.573547:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3481500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2414:x1876532898452224:12345-192.168.203.48@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789601876.573748:0:24947:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 39bc07b4-887c-4355-a9f2-e4adf847769c@192.168.203.48@tcp t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:1.0:1789601876.573798:0:24947:0:(genops.c:1384:class_connect()) connect: client 39bc07b4-887c-4355-a9f2-e4adf847769c, cookie 0x74872e3eca9f3466 00000004:00100000:1.0:1789601876.573813:0:24947:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789601876.573865:0:24947:0:(import.c:65:import_set_state_nolock()) ffff8df4fcba5800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789601876.573890:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3481500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+6:2414:x1876532898452224:12345-192.168.203.48@tcp:38:mount.lustre.0 Request processed in 342us (1350us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601876.573898:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 17 00000100:00100000:2.0:1789601876.579402:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601876.581077:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601876.581114:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601876.581360:0:25406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898452864 00000100:00100000:3.0:1789601876.581374:0:25406:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898452864 00000100:00100000:3.0:1789601876.581450:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 11 00000100:00100000:3.0:1789601876.581475:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7ff15e-b049-4113-a974-c853819189b5+6:2415:x1876532898452864:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:3.0:1789601876.581593:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7ff15e-b049-4113-a974-c853819189b5+6:2415:x1876532898452864:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 133us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601876.581602:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 11 00000100:00100000:2.0:1789601876.582248:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601876.582277:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601876.582328:0:24116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898452992 00000100:00100000:3.0:1789601876.582334:0:24116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898452992 00000100:00100000:3.0:1789601876.582374:0:24116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 12 00000100:00100000:3.0:1789601876.582383:0:24116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7ff15e-b049-4113-a974-c853819189b5+6:2415:x1876532898452992:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:3.0:1789601876.582431:0:24116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7ff15e-b049-4113-a974-c853819189b5+6:2415:x1876532898452992:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 50us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601876.582454:0:24116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 12 00000100:00100000:0.0:1789601876.586011:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898452608 00000100:00100000:0.0:1789601876.586050:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898452608 00000100:00100000:0.0:1789601876.586125:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898452736 00000100:00100000:0.0:1789601876.586128:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898452736 00000100:00100000:3.0:1789601876.586608:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898452480 00000100:00100000:3.0:1789601876.586614:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898452480 00000100:00100000:0.0:1789601876.587079:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 45 00000100:00100000:0.0:1789601876.587095:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+7:2415:x1876532898452608:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:2.0:1789601876.587192:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601876.587220:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601876.587234:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898452352 00000100:00100000:1.0:1789601876.587252:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898452352 00000100:00100000:0.0:1789601876.587641:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+7:2415:x1876532898452608:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 549us (8251us total) trans 0 rc 0/0 00000100:00080000:2.0:1789601876.588661:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789601876.588669:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789601876.590226:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898452096 00000100:00100000:2.0:1789601876.590245:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898452096 00000100:00100000:3.0:1789601876.592688:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 46 00000100:00100000:3.0:1789601876.592716:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+6:2415:x1876532898452736:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601876.592914:0:24947:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1789601876.592927:0:24947:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:3.0:1789601876.592964:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+6:2415:x1876532898452736:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 261us (11847us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601876.592974:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 46 00000100:00100000:3.0:1789601876.593017:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 18 00000100:00100000:3.0:1789601876.593027:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39bc07b4-887c-4355-a9f2-e4adf847769c+7:18191:x1876532898452480:12345-192.168.203.48@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789601876.593079:0:22608:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789601876.593087:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 45 00000100:00100000:0.0:1789601876.593116:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 19 00000100:00100000:3.0:1789601876.593125:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39bc07b4-887c-4355-a9f2-e4adf847769c+7:18191:x1876532898452480:12345-192.168.203.48@tcp:41:mount.lustre.0 Request processed in 99us (10846us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601876.593135:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 18 00000100:00100000:0.0:1789601876.593309:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39bc07b4-887c-4355-a9f2-e4adf847769c+6:0:x1876532898452352:12345-192.168.203.48@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789601876.593329:0:22610:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789601876.593384:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39bc07b4-887c-4355-a9f2-e4adf847769c+6:0:x1876532898452352:12345-192.168.203.48@tcp:41:mount.lustre.0 Request processed in 259us (6193us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601876.593392:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 19 00000100:00100000:2.0:1789601876.594046:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 20 00000100:00100000:2.0:1789601876.594061:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+6:0:x1876532898452096:12345-192.168.203.48@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789601876.594082:0:22609:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789601876.594120:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+6:0:x1876532898452096:12345-192.168.203.48@tcp:41:mount.lustre.0 Request processed in 65us (6899us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601876.594126:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 20 00000100:00100000:3.0:1789601876.595794:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601876.596053:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898453120 00000100:00100000:0.0:1789601876.596065:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898453120 00000100:00100000:0.0:1789601876.596125:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 21 00000100:00100000:0.0:1789601876.596149:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39bc07b4-887c-4355-a9f2-e4adf847769c+6:18191:x1876532898453120:12345-192.168.203.48@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789601876.596253:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39bc07b4-887c-4355-a9f2-e4adf847769c+6:18191:x1876532898453120:12345-192.168.203.48@tcp:40:mount.lustre.0 Request processed in 106us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601876.596261:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 21 00000100:00100000:1.0:1789601876.599743:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601876.599980:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898453504 00000100:00100000:2.0:1789601876.599997:0:22619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898453504 00000100:00100000:2.0:1789601876.600079:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 4 00000100:00100000:2.0:1789601876.600091:0:22619:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:39bc07b4-887c-4355-a9f2-e4adf847769c+6:18191:x1876532898453504:12345-192.168.203.48@tcp:900:mount.lustre.0 00000100:00100000:2.0:1789601876.600196:0:22619:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:39bc07b4-887c-4355-a9f2-e4adf847769c+6:18191:x1876532898453504:12345-192.168.203.48@tcp:900:mount.lustre.0 Request processed in 107us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601876.600206:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 4 00000100:00100000:3.0:1789601876.600264:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601876.600301:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898453248 00000100:00100000:2.0:1789601876.600308:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898453248 00000100:00100000:2.0:1789601876.600335:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 23 00000100:00100000:2.0:1789601876.600340:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2414:x1876532898453248:12345-192.168.203.48@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789601876.600369:0:24946:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 39bc07b4-887c-4355-a9f2-e4adf847769c@192.168.203.48@tcp t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:2.0:1789601876.600417:0:24946:0:(genops.c:1384:class_connect()) connect: client 39bc07b4-887c-4355-a9f2-e4adf847769c, cookie 0x74872e3eca9f346d 00002000:00100000:2.0:1789601876.600428:0:24946:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 39bc07b4-887c-4355-a9f2-e4adf847769c/ffff8df4d872b800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789601876.600438:0:24946:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789601876.600512:0:24946:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789601876.600542:0:24946:0:(import.c:65:import_set_state_nolock()) ffff8df4d872d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789601876.600624:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+6:2414:x1876532898453248:12345-192.168.203.48@tcp:8:mount.lustre.0 Request processed in 281us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601876.600638:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 23 00000100:00100000:3.0:1789601876.600671:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601876.600715:0:25406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898453376 00000100:00100000:2.0:1789601876.600721:0:25406:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898453376 00000100:00100000:2.0:1789601876.600752:0:25406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 24 00000100:00100000:2.0:1789601876.600758:0:25406:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2414:x1876532898453376:12345-192.168.203.48@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789601876.600775:0:25406:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 39bc07b4-887c-4355-a9f2-e4adf847769c@192.168.203.48@tcp t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:2.0:1789601876.600803:0:25406:0:(genops.c:1384:class_connect()) connect: client 39bc07b4-887c-4355-a9f2-e4adf847769c, cookie 0x74872e3eca9f3474 00002000:00100000:2.0:1789601876.600809:0:25406:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 39bc07b4-887c-4355-a9f2-e4adf847769c/ffff8df4d872f800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789601876.600815:0:25406:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789601876.600865:0:25406:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789601876.600880:0:25406:0:(import.c:65:import_set_state_nolock()) ffff8df4d8728000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789601876.600908:0:25406:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+6:2414:x1876532898453376:12345-192.168.203.48@tcp:8:mount.lustre.0 Request processed in 149us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601876.600925:0:25406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 24 00000001:00100000:1.0:1789601876.604356:0:24931:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39bc07b4-887c-4355-a9f2-e4adf847769c 00000001:00100000:1.0:1789601876.604380:0:24931:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1f7ff15e-b049-4113-a974-c853819189b5 00000100:00100000:1.0:1789601876.605709:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601876.605884:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898453632 00000100:00100000:3.0:1789601876.605893:0:22612:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898453632 00000100:00100000:3.0:1789601876.605944:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1 00000100:00100000:3.0:1789601876.605954:0:22612:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+6:18191:x1876532898453632:12345-192.168.203.48@tcp:33:mount.lustre.0 00000004:00200000:3.0:1789601876.606046:0:22612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789601876.606128:0:22612:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+6:18191:x1876532898453632:12345-192.168.203.48@tcp:33:mount.lustre.0 Request processed in 176us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601876.606483:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1 00000100:00100000:2.0:1789601876.798731:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601876.798838:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898453760 00000100:00100000:0.0:1789601876.798849:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898453760 00000100:00100000:0.0:1789601876.798906:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 22 00000100:00100000:0.0:1789601876.798914:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39bc07b4-887c-4355-a9f2-e4adf847769c+6:18226:x1876532898453760:12345-192.168.203.48@tcp:101:mkdir.0 00010000:00010000:0.0:1789601876.798932:0:22608:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601876.798976:0:22608:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6800/0x74872e3eca9f347b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49133 expref: -99 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.799046:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.799060:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.799072:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789601876.799113:0:22608:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789601876.799116:0:22608:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789601876.799135:0:22608:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.799160:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6800/0x74872e3eca9f347b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49133 expref: 8 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.799178:0:22608:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49133 expref: 7 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601876.799187:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:0.0:1789601876.799190:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789601876.799193:0:22608:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4fb6b6a00, rc 0) 00000100:00100000:0.0:1789601876.799273:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39bc07b4-887c-4355-a9f2-e4adf847769c+7:18226:x1876532898453760:12345-192.168.203.48@tcp:101:mkdir.0 Request processed in 358us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601876.799280:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 22 00000100:00100000:1.0:1789601876.809598:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3480e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918496128:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789601876.809674:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601876.809841:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918496128 00000100:00100000:2.0:1789601876.809850:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918496128 00000100:00100000:2.0:1789601876.809906:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789601876.809916:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918496128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789601876.809947:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789601876.810010:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918496128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601876.810017:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789601876.810152:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3480e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918496128:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1789601876.997764:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601878.022327:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601879.045882:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789601879.879947:0:22588:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 39bc07b4-887c-4355-a9f2-e4adf847769c 00000001:00100000:0.0:1789601879.879966:0:22588:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1f7ff15e-b049-4113-a974-c853819189b5 00000001:02000400:1.0:1789601879.881396:0:25492:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00100000:2.0:1789601879.883590:0:23343:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 39bc07b4-887c-4355-a9f2-e4adf847769c 00000001:00100000:2.0:1789601879.883602:0:23343:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1f7ff15e-b049-4113-a974-c853819189b5 00000100:00100000:2.0:1789601879.883905:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3483800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918496256:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789601879.883973:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601879.884102:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918496256 00000100:00100000:2.0:1789601879.884109:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918496256 00000100:00100000:2.0:1789601879.884201:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789601879.884212:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918496256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789601879.884237:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789601879.884297:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918496256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601879.884304:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1789601879.884384:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789601879.884480:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3483800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918496256:0@lo:13:osp-pre-0-1.0 00000001:00100000:0.0:1789601879.885027:0:24111:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39bc07b4-887c-4355-a9f2-e4adf847769c 00000001:00100000:0.0:1789601879.885042:0:24111:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1f7ff15e-b049-4113-a974-c853819189b5 00010000:00010000:0.0:1789601880.071001:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601880.389937:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f73cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918496384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789601880.390021:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601880.390148:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918496384 00000100:00100000:1.0:1789601880.390156:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918496384 00000100:00100000:1.0:1789601880.390215:0:24119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789601880.390225:0:24119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918496384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789601880.390253:0:24119:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789601880.390298:0:24119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918496384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601880.390304:0:24119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:0.0:1789601880.390534:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789601880.390587:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f73cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918496384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789601880.390727:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789601880.390735:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918496512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789601880.390763:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601880.390834:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918496512 00000100:00100000:1.0:1789601880.390839:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918496512 00000100:00100000:1.0:1789601880.390877:0:24119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789601880.390884:0:24119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918496512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789601880.390894:0:24119:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789601880.390922:0:24119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918496512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601880.390942:0:24119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1789601880.391158:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789601880.391180:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918496512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789601880.391460:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918496896:0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.391488:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601880.391514:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876532918497408:0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.391537:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601880.391553:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789601880.391576:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918497024:0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.391596:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601880.391612:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876532918497536:0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.391628:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601880.391651:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918496896 00000100:00100000:0.0:1789601880.391661:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918496896 00000100:00100000:0.0:1789601880.391696:0:24115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789601880.391714:0:24115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918496896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.391753:0:24115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918496896:12345-0@lo:400:kworker.0 Request processed in 51us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601880.391759:0:24115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789601880.391777:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918497408 00000100:00100000:0.0:1789601880.391781:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918497408 00000100:00100000:0.0:1789601880.391803:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918497024 00000100:00100000:0.0:1789601880.391806:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918497024 00000100:00100000:0.0:1789601880.391821:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918497536 00000100:00100000:0.0:1789601880.391824:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918497536 00000100:00100000:0.0:1789601880.391838:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789601880.391844:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876532918497408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.391873:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876532918497408:12345-0@lo:400:kworker.0 Request processed in 30us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601880.391879:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789601880.391890:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789601880.391896:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918497024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.391919:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918497024:12345-0@lo:400:kworker.0 Request processed in 24us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601880.391925:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789601880.391935:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789601880.391941:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876532918497536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.391967:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876532918497536:12345-0@lo:400:kworker.0 Request processed in 26us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601880.391972:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789601880.392085:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918496768:0@lo:400:kworker.0 00000100:00100000:1.0:1789601880.392114:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601880.392140:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876532918497280:0@lo:400:kworker.0 00000100:00100000:1.0:1789601880.392158:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601880.392167:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876532918497792:0@lo:400:kworker.0 00000100:00100000:1.0:1789601880.392183:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601880.392192:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789601880.392197:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3646:1876532918496640:0@lo:400:kworker.0 00000100:00100000:1.0:1789601880.392226:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601880.392243:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918497152:0@lo:400:kworker.0 00000100:00100000:1.0:1789601880.392261:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601880.392274:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876532918497664:0@lo:400:kworker.0 00000100:00100000:1.0:1789601880.392295:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601880.392329:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918497280 00000100:00100000:1.0:1789601880.392333:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918497280 00000100:00100000:2.0:1789601880.392399:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918497792 00000100:00100000:2.0:1789601880.392403:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918497792 00000100:00100000:3.0:1789601880.392477:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918496640 00000100:00100000:3.0:1789601880.392481:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918496640 00000100:00100000:3.0:1789601880.392509:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1789601880.392516:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3646:x1876532918496640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601880.392574:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3646:x1876532918496640:12345-0@lo:400:kworker.0 Request processed in 39us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601880.392581:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1789601880.392607:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918497664 00000100:00100000:3.0:1789601880.392611:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918497664 00000100:00100000:0.0:1789601880.392685:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918496768 00000100:00100000:0.0:1789601880.392688:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918496768 00000100:00100000:0.0:1789601880.392704:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918497152 00000100:00100000:0.0:1789601880.392707:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918497152 00000100:00100000:0.0:1789601880.392718:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789601880.392724:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918496768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.392756:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918496768:12345-0@lo:400:kworker.0 Request processed in 32us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601880.392762:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789601880.392774:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789601880.392779:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918497152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.392807:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918497152:12345-0@lo:400:kworker.0 Request processed in 27us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601880.392812:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789601880.392849:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918497024:0@lo:400:kworker.0 00010000:00080000:0.0:1789601880.392861:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c359e300 x1876532918497536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601880.392870:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876532918497536:0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.392881:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918496896:0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.392889:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876532918497408:0@lo:400:kworker.0 00000100:00080000:0.0:1789601880.392915:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789601880.392918:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789601880.392920:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789601880.392942:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3646:1876532918496640:0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.392950:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918497152:0@lo:400:kworker.0 00000100:00100000:0.0:1789601880.392968:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918496768:0@lo:400:kworker.0 00000100:00100000:1.0:1789601880.397193:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789601880.397219:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876532918497280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601880.397323:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876532918497280:12345-0@lo:400:kworker.0 Request processed in 117us (5162us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601880.397331:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789601880.397393:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876532918497280:0@lo:400:kworker.0 00000100:00100000:2.0:1789601880.397767:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789601880.397778:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876532918497792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601880.397843:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876532918497792:12345-0@lo:400:kworker.0 Request processed in 68us (5658us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601880.397850:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00080000:1.0:1789601880.397924:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c359c380 x1876532918497792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789601880.397946:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876532918497792:0@lo:400:kworker.0 00000100:00100000:3.0:1789601880.398238:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789601880.398249:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876532918497664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601880.398338:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876532918497664:12345-0@lo:400:kworker.0 Request processed in 92us (6040us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601880.398344:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789601880.398664:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876532918497664:0@lo:400:kworker.0 00000100:00100000:2.0:1789601880.901819:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789601880.901844:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918497920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789601880.901911:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601880.904155:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918497920 00000100:00100000:1.0:1789601880.904168:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918497920 00000100:00100000:1.0:1789601880.904235:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789601880.904245:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918497920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789601880.904279:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789601880.904368:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918497920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (2458us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601880.904375:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789601880.904534:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918498048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789601880.904585:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601880.904634:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918497920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789601880.904697:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918498048 00000100:00100000:2.0:1789601880.904702:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918498048 00000100:00100000:2.0:1789601880.904723:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789601880.904728:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918498048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789601880.904745:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789601880.904782:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918498048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601880.904788:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789601880.904864:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918498048:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789601881.095657:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789601881.688205:0:23363:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789601881.890136:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601881.890180:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601881.890215:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601881.890246:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601881.890269:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601881.890288:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601881.890304:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601881.890323:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601881.890348:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601881.890379:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898454400 00000100:00100000:1.0:1789601881.890390:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898454400 00000100:00100000:1.0:1789601881.890449:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898454912 00000100:00100000:1.0:1789601881.890452:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898454912 00000100:00100000:1.0:1789601881.890465:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898454272 00000100:00100000:1.0:1789601881.890468:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898454272 00000100:00100000:1.0:1789601881.890480:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898454784 00000100:00100000:1.0:1789601881.890482:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898454784 00000100:00100000:1.0:1789601881.890515:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 14 00000100:00100000:1.0:1789601881.890524:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7ff15e-b049-4113-a974-c853819189b5+5:2418:x1876532898454400:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601881.890637:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7ff15e-b049-4113-a974-c853819189b5+5:2418:x1876532898454400:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 112us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601881.890646:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 14 00000100:00100000:1.0:1789601881.890665:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 15 00000100:00100000:1.0:1789601881.890672:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4ead92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2418:x1876532898454912:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601881.890694:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4ead92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2418:x1876532898454912:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 24us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601881.890701:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 15 00000100:00100000:1.0:1789601881.890811:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 16 00000100:00100000:1.0:1789601881.890818:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7ff15e-b049-4113-a974-c853819189b5+5:2418:x1876532898454272:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601881.890842:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f7ff15e-b049-4113-a974-c853819189b5+5:2418:x1876532898454272:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 25us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601881.890848:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 16 00000100:00100000:1.0:1789601881.890860:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 17 00000100:00100000:1.0:1789601881.890866:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2418:x1876532898454784:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601881.890885:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2418:x1876532898454784:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 20us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601881.890891:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 17 00000100:00100000:1.0:1789601881.890908:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898454144 00000100:00100000:1.0:1789601881.890912:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898454144 00000100:00100000:1.0:1789601881.890936:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898454656 00000100:00100000:1.0:1789601881.890939:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898454656 00000100:00100000:1.0:1789601881.890960:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898454016 00000100:00100000:1.0:1789601881.890963:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898454016 00000100:00100000:1.0:1789601881.890986:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898454528 00000100:00100000:1.0:1789601881.890988:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898454528 00000100:00100000:1.0:1789601881.891000:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 53 00000100:00100000:1.0:1789601881.891006:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+5:2418:x1876532898454144:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601881.891032:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+5:2418:x1876532898454144:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 27us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601881.891038:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 53 00000100:00100000:1.0:1789601881.891049:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 54 00000100:00100000:1.0:1789601881.891055:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2418:x1876532898454656:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601881.891075:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2418:x1876532898454656:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 20us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601881.891080:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 54 00000100:00100000:1.0:1789601881.891090:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 55 00000100:00100000:1.0:1789601881.891095:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f73cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+6:2418:x1876532898454016:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601881.891114:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f73cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+6:2418:x1876532898454016:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 20us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601881.891120:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 55 00000100:00100000:1.0:1789601881.891130:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 56 00000100:00100000:1.0:1789601881.891135:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+6:2418:x1876532898454528:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601881.891154:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+6:2418:x1876532898454528:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 19us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601881.891159:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 56 00000100:00100000:0.0:1789601881.891466:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898453888 00000100:00100000:0.0:1789601881.891471:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898453888 00000100:00100000:0.0:1789601881.891506:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 148 00000100:00100000:0.0:1789601881.891513:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+13:2418:x1876532898453888:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:0.0:1789601881.891544:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+13:2418:x1876532898453888:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 32us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601881.891551:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 148 00000100:00080000:0.0:1789601881.891591:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789601881.891596:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789601881.891598:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789601881.891601:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789601881.929923:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789601881.929945:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918498176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789601881.930019:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601881.930067:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918498176 00000100:00100000:0.0:1789601881.930074:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918498176 00000100:00100000:0.0:1789601881.930116:0:24119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789601881.930124:0:24119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918498176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789601881.930150:0:24119:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789601881.930191:0:24119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918498176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601881.930198:0:24119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789601881.930256:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918498176:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1789601882.121684:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601883.144777:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789601883.590808:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:3.0:1789601883.705926:0:25640:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc3c717480 20000000:00000080:3.0:1789601883.705943:0:25640:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8df50082fc00 uarg=0000000000000000 20000000:01000000:3.0:1789601883.705995:0:25640:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789601883.706001:0:25640:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789601883.706010:0:25640:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1789601883.712214:0:25641:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1789601883.712393:0:25640:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1789601883.728735:0:25640:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1789601883.729112:0:25640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729137:0:25640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df4f7383a00/0x74872e3eca9f30e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f30df expref: 23 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729144:0:25640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f30f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f30ed expref: 23 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729150:0:25640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f3133 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f312c expref: 23 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729157:0:25640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f32b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f32ad expref: 23 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729166:0:25640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f3419 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49092 expref: 12 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729173:0:25640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8df4fb6b7a00/0x74872e3eca9f3458 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49102 expref: 12 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729180:0:25640:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729220:0:25640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df4fb6b7a00/0x74872e3eca9f3458 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49102 expref: 12 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729236:0:25640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df4fb6b7a00/0x74872e3eca9f3458 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49102 expref: 12 pid: 22602 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.729268:0:25640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918498304:192.168.203.48@tcp:104: 00010000:00010000:0.0:1789601883.729381:0:25640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f3419 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49092 expref: 12 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729389:0:25640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f3419 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49092 expref: 12 pid: 22600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.729398:0:25640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918498432:192.168.203.48@tcp:104: 00010000:00010000:0.0:1789601883.729427:0:25640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f32b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f32ad expref: 23 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729435:0:25640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f32b4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f32ad expref: 23 pid: 22603 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.729443:0:25640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918498560:0@lo:104: 00000100:00100000:0.0:1789601883.729481:0:25640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789601883.729531:0:25640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f3133 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f312c expref: 23 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729539:0:25640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f3133 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f312c expref: 23 pid: 22603 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.729547:0:25640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918498688:0@lo:104: 00000100:00100000:0.0:1789601883.729596:0:25640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789601883.729633:0:25640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f30f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f30ed expref: 23 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.729643:0:25640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f30f4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f30ed expref: 23 pid: 22602 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.729664:0:25640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918498816:0@lo:104: 00000100:00100000:0.0:1789601883.729867:0:25640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601883.730404:0:22592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918498560 00000100:00100000:2.0:1789601883.730413:0:22592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918498560 00000100:00100000:2.0:1789601883.730750:0:22592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918498688 00000100:00100000:2.0:1789601883.730754:0:22592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918498688 00000100:00100000:2.0:1789601883.730770:0:22592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789601883.730780:0:22592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+4:25640:x1876532918498560:12345-0@lo:104: 00010000:00010000:2.0:1789601883.730795:0:22592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.730869:0:22592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789601883.730875:0:22592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+4:25640:x1876532918498560:12345-0@lo:104: Request processed in 97us (1394us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601883.730883:0:22592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789601883.730918:0:22592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789601883.730925:0:22592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:25640:x1876532918498688:12345-0@lo:104: 00010000:00010000:2.0:1789601883.730933:0:22592:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.730983:0:22592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789601883.730988:0:22592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:25640:x1876532918498688:12345-0@lo:104: Request processed in 64us (1393us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601883.730994:0:22592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1789601883.731014:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789601883.731020:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.731027:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212fc00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:2.0:1789601883.731031:0:22596:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.731040:0:22596:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789601883.731047:0:22596:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601883.731053:0:22596:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789601883.731085:0:22596:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.731092:0:22596:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789601883.731113:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.731131:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df3c212fc00/0x74872e3eca9f32ad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f32b4 expref: -99 pid: 24930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.731143:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789601883.731147:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.731152:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382e00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:2.0:1789601883.731155:0:22596:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.731177:0:22596:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789601883.731184:0:22596:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601883.731190:0:22596:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789601883.731204:0:22596:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.731209:0:22596:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789601883.731225:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.731231:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f7382e00/0x74872e3eca9f312c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f3133 expref: -99 pid: 24110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601883.731241:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601883.731247:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789601883.731249:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601883.731269:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3646:1876532918498944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601883.731303:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601883.731341:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3647:1876532918499072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601883.731364:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601883.731394:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918498944 00000100:00100000:2.0:1789601883.731398:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918498944 00010000:00010000:0.0:1789601883.732857:0:25640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8df4f7383a00/0x74872e3eca9f30e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x74872e3eca9f30df expref: 24 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.732871:0:25640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8df4f7383a00/0x74872e3eca9f30e6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x74872e3eca9f30df expref: 24 pid: 22600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.732884:0:25640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918499200:0@lo:104: 00000100:00100000:0.0:1789601883.732923:0:25640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601883.732936:0:25640:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d22470c0 going to sleep for 11 seconds 00010000:00010000:2.0:1789601883.732961:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f32b4 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f32ad expref: 24 pid: 22603 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.732971:0:25640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918498560:0@lo:104: 00000100:00100000:0.0:1789601883.732986:0:25640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918498688:0@lo:104: 00000100:00100000:2.0:1789601883.733001:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918499072 00000100:00100000:2.0:1789601883.733008:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918499072 00010000:00010000:2.0:1789601883.733033:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f3133 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f312c expref: 25 pid: 22603 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.733104:0:22593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789601883.733114:0:22593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+25:3646:x1876532918498944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601883.733124:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601883.733126:0:22593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601883.733137:0:22593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f32b4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f32ad expref: 25 pid: 22603 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.733152:0:22593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f32b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f32ad expref: 25 pid: 22603 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.733167:0:22593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737ca00/0x74872e3eca9f32b4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f32ad expref: 25 pid: 22603 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.733181:0:22593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789601883.733228:0:22593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3646:x1876532918498944:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (1924us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601883.733242:0:22593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789601883.733267:0:22593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789601883.733279:0:22593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:3647:x1876532918499072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789601883.733288:0:22593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601883.733295:0:22593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f3133 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f312c expref: 23 pid: 22603 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.733304:0:22593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f3133 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f312c expref: 23 pid: 22603 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.733318:0:22593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f3133 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f312c expref: 23 pid: 22603 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601883.733323:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3646:1876532918498944:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789601883.733350:0:22593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789601883.733392:0:22593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:3647:x1876532918499072:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (2024us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601883.733399:0:22593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789601883.733419:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3647:1876532918499072:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789601883.733433:0:22592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918498816 00000100:00100000:0.0:1789601883.733440:0:22592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918498816 00000100:00100000:0.0:1789601883.733461:0:22592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918499200 00000100:00100000:0.0:1789601883.733464:0:22592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918499200 00000100:00100000:3.0:1789601883.735171:0:22591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789601883.735185:0:22591:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+4:25640:x1876532918498816:12345-0@lo:104: 00010000:00010000:3.0:1789601883.735203:0:22591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601883.735294:0:22591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789601883.735300:0:22591:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+4:25640:x1876532918498816:12345-0@lo:104: Request processed in 120us (5433us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601883.735307:0:22591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789601883.735324:0:22591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789601883.735330:0:22591:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:25640:x1876532918499200:12345-0@lo:104: 00010000:00010000:3.0:1789601883.735337:0:22591:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601883.735373:0:22591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789601883.735379:0:22591:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+3:25640:x1876532918499200:12345-0@lo:104: Request processed in 50us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601883.735385:0:22591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1789601883.735401:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789601883.735407:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601883.735415:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382400 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:3.0:1789601883.735420:0:22597:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601883.735429:0:22597:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789601883.735450:0:22597:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789601883.735456:0:22597:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789601883.735594:0:22596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1789601883.735640:0:25640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918498816:0@lo:104: 00000100:00100000:2.0:1789601883.735651:0:25640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918499200:0@lo:104: 00010000:00010000:3.0:1789601883.735821:0:22597:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601883.735829:0:22597:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789601883.735873:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918499328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789601883.735911:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789601883.735986:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601883.735996:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df4f7382400/0x74872e3eca9f30ed lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30f4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601883.736014:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601883.736015:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601883.736018:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601883.736153:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601883.736248:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601883.736428:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918499328 00000100:00100000:1.0:1789601883.736438:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918499328 00010000:00010000:1.0:1789601883.736480:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f30f4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f30ed expref: 22 pid: 22602 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601883.736507:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898455040 00000100:00100000:1.0:1789601883.736510:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898455040 00010000:00010000:1.0:1789601883.736525:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df4fb6b7a00/0x74872e3eca9f3458 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49102 expref: 13 pid: 22602 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601883.736537:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898455168 00000100:00100000:1.0:1789601883.736539:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898455168 00010000:00010000:1.0:1789601883.736550:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f3419 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49092 expref: 14 pid: 22600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601883.736601:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789601883.736612:0:22595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:3648:x1876532918499328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601883.736628:0:22595:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601883.736636:0:22595:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f30f4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f30ed expref: 22 pid: 22602 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.736650:0:22595:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f30f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f30ed expref: 22 pid: 22602 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.736650:0:22593:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1789601883.736664:0:22593:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:0.0:1789601883.736683:0:22594:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:1.0:1789601883.736689:0:22595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df3c212f400/0x74872e3eca9f30f4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f30ed expref: 22 pid: 22602 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.736700:0:22594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 12 00000100:00100000:0.0:1789601883.736713:0:22594:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f48281b-305a-4165-aa87-7768751760e5+14:2415:x1876532898455040:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789601883.736717:0:22595:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789601883.736728:0:22594:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601883.736738:0:22594:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df4fb6b7a00/0x74872e3eca9f3458 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49102 expref: 14 pid: 22602 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.736763:0:22594:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df4fb6b7a00/0x74872e3eca9f3458 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49102 expref: 14 pid: 22602 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601883.736842:0:25640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918498304:192.168.203.48@tcp:104: 00000100:00100000:3.0:1789601883.736852:0:25640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25640:1876532918498432:192.168.203.48@tcp:104: 00010000:00010000:0.0:1789601883.738643:0:22594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4fb6b7a00/0x74872e3eca9f3458 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49102 expref: 14 pid: 22602 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601883.739605:0:25640:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.742342:0:22594:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789601883.742424:0:22594:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f48281b-305a-4165-aa87-7768751760e5+13:2415:x1876532898455040:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 5707us (6273us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601883.742438:0:22594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 12 00000100:00100000:0.0:1789601883.742483:0:22594:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1789601883.742495:0:22594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 13 00000100:00100000:0.0:1789601883.742506:0:22594:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eabb2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f48281b-305a-4165-aa87-7768751760e5+12:2415:x1876532898455168:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789601883.742523:0:22594:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601883.742533:0:22594:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f3419 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49092 expref: 12 pid: 22600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.742548:0:22594:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f3419 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49092 expref: 12 pid: 22600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.742589:0:22594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4fb6b6000/0x74872e3eca9f3419 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49092 expref: 12 pid: 22600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.742605:0:22594:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601883.742629:0:22595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3648:x1876532918499328:12345-0@lo:103:ldlm_bl.0 Request processed in 6010us (6707us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601883.742633:0:22594:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eabb2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f48281b-305a-4165-aa87-7768751760e5+11:2415:x1876532898455168:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 127us (6381us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601883.742654:0:22594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 13 00000100:00100000:1.0:1789601883.742692:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:1.0:1789601883.743723:0:25642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601883.743728:0:25642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789601883.743730:0:25642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601883.743768:0:22596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.743781:0:22596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212ee00 already unused, calling callback (ffffffffc1529c20) 10000000:00010000:0.0:1789601883.743786:0:22596:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.743796:0:22596:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789601883.743804:0:22596:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601883.743810:0:22596:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789601883.743863:0:22596:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.743869:0:22596:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789601883.743907:0:22596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.743915:0:22596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: ffff8df3c212ee00/0x74872e3eca9f30df lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x74872e3eca9f30e6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601883.743936:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601883.743940:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918499456:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789601883.743940:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601883.743946:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601883.751741:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601883.751821:0:22594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918499456 00000100:00100000:1.0:1789601883.751841:0:22594:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918499456 00010000:00010000:1.0:1789601883.751900:0:22594:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8df4f7383a00/0x74872e3eca9f30e6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f30df expref: 21 pid: 22600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601883.752012:0:22594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789601883.752025:0:22594:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:3645:x1876532918499456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789601883.752046:0:22594:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601883.752052:0:22594:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8df4f7383a00/0x74872e3eca9f30e6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x74872e3eca9f30df expref: 21 pid: 22600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752068:0:22594:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8df4f7383a00/0x74872e3eca9f30e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x74872e3eca9f30df expref: 21 pid: 22600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752090:0:22594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f7383a00/0x74872e3eca9f30e6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x74872e3eca9f30df expref: 21 pid: 22600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752133:0:22594:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752145:0:22594:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752166:0:22594:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752175:0:22594:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752182:0:22594:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752190:0:22594:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752196:0:22594:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737ce00 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601883.752201:0:22594:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752210:0:22594:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752232:0:22594:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601883.752244:0:22594:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601883.753045:0:22594:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:3645:x1876532918499456:12345-0@lo:103:ldlm_bl.0 Request processed in 1020us (1308us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601883.753065:0:22594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789601883.753673:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3648:1876532918499328:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789601883.754896:0:25640:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601883.754910:0:25640:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601883.754918:0:25640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f3489 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601883.755126:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918499456:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789601884.165680:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789601884.805817:0:22605:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789601884.805826:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8df4cc92c000 from 13 10000000:01000000:1.0:1789601884.805832:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789601884.805881:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212f400/0x74872e3eca9f3490 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601884.805893:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df3c212f400/0x74872e3eca9f3490 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601884.805904:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df3c212f400/0x74872e3eca9f3490 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601884.805929:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c410e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918499584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789601884.806003:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601884.806060:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c7e07e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789601884.806469:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918499584 00000100:00100000:0.0:1789601884.806491:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918499584 00000100:00100000:0.0:1789601884.806547:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789601884.806577:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+20:22605:x1876532918499584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789601884.806591:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601884.806605:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737cc00/0x74872e3eca9f3497 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f3490 expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.806628:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737cc00/0x74872e3eca9f3497 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f3490 expref: 21 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.806637:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737cc00/0x74872e3eca9f3497 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f3490 expref: 21 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.806644:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737cc00, rc 0) 00000100:00100000:0.0:1789601884.806696:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:22605:x1876532918499584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601884.806703:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1789601884.806842:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c410e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918499584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789601884.806857:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df3c212f400/0x74872e3eca9f3490 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3497 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601884.806866:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df3c212f400/0x74872e3eca9f3490 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f3497 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601884.806923:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c410e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918499712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789601884.806962:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601884.806992:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c7e07e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789601884.807056:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918499712 00000100:00100000:2.0:1789601884.807062:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918499712 00000100:00100000:2.0:1789601884.807096:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1789601884.807102:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:22605:x1876532918499712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789601884.807412:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:22605:x1876532918499712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 310us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601884.807426:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1789601884.807574:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c410e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918499712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789601884.807613:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c410e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918499840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789601884.807652:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601884.807679:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c7e07e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789601884.807728:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918499840 00000100:00100000:0.0:1789601884.807732:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918499840 00000100:00100000:0.0:1789601884.807764:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789601884.807770:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:22605:x1876532918499840:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789601884.807845:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:22605:x1876532918499840:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 75us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601884.807852:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1789601884.807924:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c410e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918499840:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789601884.808930:0:25655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789601884.810443:0:22605:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789601884.810473:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789601884.810483:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c212f400/0x74872e3eca9f3490 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3497 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.810523:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df3c212f400/0x74872e3eca9f3490 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f3497 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601884.810534:0:22605:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789601884.810537:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8df3c2af8800 from 13 10000000:01000000:0.0:1789601884.810543:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789601884.810591:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737c200/0x74872e3eca9f349e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.810598:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f737c200/0x74872e3eca9f349e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.810607:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f737c200/0x74872e3eca9f349e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601884.810630:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918499968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789601884.810687:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601884.810738:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d2247240 going to sleep for 11 seconds 00000100:00100000:1.0:1789601884.810880:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918499968 00000100:00100000:1.0:1789601884.810888:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918499968 00000100:00100000:1.0:1789601884.811009:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1789601884.811019:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+21:22605:x1876532918499968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789601884.811032:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601884.811046:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f34a5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f349e expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601884.811070:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f34a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f349e expref: 22 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601884.811080:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c212ee00/0x74872e3eca9f34a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f349e expref: 22 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601884.811093:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212ee00, rc 0) 00000100:00100000:1.0:1789601884.813093:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:22605:x1876532918499968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2067us (2396us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601884.813105:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1789601884.813236:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918499968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789601884.813260:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f737c200/0x74872e3eca9f349e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f34a5 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.813271:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f737c200/0x74872e3eca9f349e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f34a5 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601884.814525:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789601884.814849:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601884.814904:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d2247240 going to sleep for 11 seconds 00000100:00100000:2.0:1789601884.816769:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918500096 00000100:00100000:2.0:1789601884.816782:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918500096 00000100:00100000:2.0:1789601884.816904:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1789601884.816914:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:22605:x1876532918500096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789601884.817137:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:22605:x1876532918500096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 224us (2289us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601884.817146:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1789601884.820371:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789601884.820440:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c410e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789601884.820520:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601884.820751:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c7e07cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601884.820850:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918500224 00000100:00100000:0.0:1789601884.820857:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918500224 00000100:00100000:0.0:1789601884.820917:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789601884.820927:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:22605:x1876532918500224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789601884.821046:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:22605:x1876532918500224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 120us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601884.821054:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789601884.821228:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c410e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500224:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789601884.822054:0:25656:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789601884.822290:0:22605:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789601884.822313:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789601884.822322:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737c200/0x74872e3eca9f349e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f34a5 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.822335:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f737c200/0x74872e3eca9f349e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f34a5 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789601884.822345:0:22605:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789601884.822348:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8df4f70a7800 from 13 10000000:01000000:0.0:1789601884.822351:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789601884.822381:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737ca00/0x74872e3eca9f34ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.822389:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df4f737ca00/0x74872e3eca9f34ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.822399:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df4f737ca00/0x74872e3eca9f34ac lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601884.822419:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789601884.822480:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601884.822523:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d2247240 going to sleep for 11 seconds 00000100:00100000:3.0:1789601884.822662:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918500352 00000100:00100000:3.0:1789601884.822669:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918500352 00000100:00100000:3.0:1789601884.822709:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1789601884.822718:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8726850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+22:22605:x1876532918500352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789601884.822729:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789601884.822741:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f7383200/0x74872e3eca9f34b3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f34ac expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601884.822764:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f7383200/0x74872e3eca9f34b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f34ac expref: 23 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601884.822774:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f7383200/0x74872e3eca9f34b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f34ac expref: 23 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601884.822782:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7383200, rc 0) 00000100:00100000:3.0:1789601884.822817:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8726850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:22605:x1876532918500352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 101us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601884.822822:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789601884.822926:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789601884.822940:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df4f737ca00/0x74872e3eca9f34ac lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f34b3 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.822959:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df4f737ca00/0x74872e3eca9f34ac lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f34b3 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601884.823009:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789601884.823037:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601884.823066:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d2247240 going to sleep for 11 seconds 00000100:00100000:2.0:1789601884.823153:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918500480 00000100:00100000:2.0:1789601884.823159:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918500480 00000100:00100000:2.0:1789601884.823183:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1789601884.823190:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d8725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:22605:x1876532918500480:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789601884.823684:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d8725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:22605:x1876532918500480:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 493us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601884.823692:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1789601884.823829:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789601884.823857:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500608:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789601884.823902:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601884.823936:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d2247240 going to sleep for 11 seconds 00000100:00100000:3.0:1789601884.823958:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918500608 00000100:00100000:3.0:1789601884.823964:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918500608 00000100:00100000:3.0:1789601884.824042:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1789601884.824050:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:22605:x1876532918500608:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789601884.824142:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:22605:x1876532918500608:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 93us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601884.824149:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1789601884.824212:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500608:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789601884.825049:0:25657:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789601884.826428:0:22605:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789601884.826458:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789601884.826470:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df4f737ca00/0x74872e3eca9f34ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f34b3 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601884.826483:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df4f737ca00/0x74872e3eca9f34ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f34b3 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789601884.826495:0:22605:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789601884.826498:0:22605:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8df4efdbc800 from 13 10000000:01000000:2.0:1789601884.826501:0:22605:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789601884.826541:0:22605:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c1a05200/0x74872e3eca9f34ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601884.826591:0:22605:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: ffff8df3c1a05200/0x74872e3eca9f34ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601884.826602:0:22605:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: ffff8df3c1a05200/0x74872e3eca9f34ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601884.826625:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36afb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789601884.826680:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601884.826721:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4fcb7f240 going to sleep for 11 seconds 00000100:00100000:0.0:1789601884.827115:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918500736 00000100:00100000:0.0:1789601884.827121:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918500736 00000100:00100000:0.0:1789601884.827168:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1789601884.827178:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+23:22605:x1876532918500736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789601884.827190:0:22600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601884.827203:0:22600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f34c1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x74872e3eca9f34ba expref: -99 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.827226:0:22600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f34c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x74872e3eca9f34ba expref: 24 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.827249:0:22600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df4f737ce00/0x74872e3eca9f34c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x74872e3eca9f34ba expref: 24 pid: 22600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601884.827257:0:22600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f737ce00, rc 0) 00000100:00100000:0.0:1789601884.827439:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:22605:x1876532918500736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 263us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601884.827447:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1789601884.830933:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36afb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789601884.830970:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: ffff8df3c1a05200/0x74872e3eca9f34ba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f34c1 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601884.831093:0:22605:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: ffff8df3c1a05200/0x74872e3eca9f34ba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x74872e3eca9f34c1 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601884.831186:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36afb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789601884.831243:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601884.831288:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4fcb7f240 going to sleep for 11 seconds 00000100:00100000:3.0:1789601884.831312:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918500864 00000100:00100000:3.0:1789601884.831320:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918500864 00000100:00100000:3.0:1789601884.831368:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1789601884.831377:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:22605:x1876532918500864:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789601884.831498:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:22605:x1876532918500864:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 121us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601884.831507:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1789601884.831519:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36afb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789601884.831552:0:22605:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36afb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789601884.831626:0:22605:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601884.831660:0:22605:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4fcb7f240 going to sleep for 11 seconds 00000100:00100000:0.0:1789601884.831778:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918500992 00000100:00100000:0.0:1789601884.831784:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918500992 00000100:00100000:0.0:1789601884.831818:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1789601884.831826:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:22605:x1876532918500992:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789601884.831916:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:22605:x1876532918500992:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 90us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601884.831923:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1789601884.831992:0:22605:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36afb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:22605:1876532918500992:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789601884.833193:0:25658:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789601884.833958:0:22605:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789601884.833996:0:22605:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789601884.834019:0:22605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: ffff8df3c1a05200/0x74872e3eca9f34ba lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f34c1 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601884.834031:0:22605:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: ffff8df3c1a05200/0x74872e3eca9f34ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x74872e3eca9f34c1 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601884.997979:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c3480e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918501120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789601884.998053:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601884.998112:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918501120 00000100:00100000:2.0:1789601884.998119:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918501120 00000100:00100000:2.0:1789601884.998177:0:24119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789601884.998187:0:24119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918501120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789601884.998215:0:24119:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789601884.998259:0:24119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918501120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601884.998266:0:24119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:2.0:1789601884.998287:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789601884.998322:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c3480e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918501120:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789601885.190466:0:25642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601885.202670:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.202778:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898455296 00000100:00100000:2.0:1789601885.202789:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898455296 00000100:00100000:2.0:1789601885.202874:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 23 00000100:00100000:2.0:1789601885.202886:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+6:18697:x1876532898455296:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789601885.202905:0:25407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.202928:0:25407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f34c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a4913a expref: -99 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203005:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203034:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203046:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203063:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203069:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203076:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203157:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05c00/0x74872e3eca9f34dd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203164:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05c00/0x74872e3eca9f34dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203172:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05c00/0x74872e3eca9f34dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601885.203204:0:25407:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789601885.203208:0:25407:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789601885.203247:0:25407:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05c00/0x74872e3eca9f34dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203257:0:25407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203273:0:25407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34cf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203279:0:25407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203285:0:25407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04e00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601885.203290:0:25407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203298:0:25407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203312:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601885.203316:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601885.203321:0:25407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203327:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203341:0:25407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203347:0:25407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203352:0:25407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203356:0:25407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04200 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601885.203367:0:25407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203372:0:25407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203380:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8df4c4f42300) 00010000:00010000:2.0:1789601885.203382:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601885.203385:0:25407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203390:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203422:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f34c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4913a expref: 8 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203439:0:25407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05c00/0x74872e3eca9f34dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4913a expref: 7 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.203446:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8df4c4f42400) 00010000:00010000:2.0:1789601885.203448:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789601885.203531:0:25407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05c00, rc 0) 00000100:00100000:2.0:1789601885.203642:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+7:18697:x1876532898455296:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 Request processed in 758us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.203649:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 23 00000100:00080000:3.0:1789601885.203726:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789601885.206058:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.206400:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898455424 00000100:00100000:2.0:1789601885.206411:0:22619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898455424 00000100:00100000:2.0:1789601885.206481:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 5 00000100:00100000:2.0:1789601885.206492:0:22619:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3480e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f7ff15e-b049-4113-a974-c853819189b5+7:18697:x1876532898455424:12345-192.168.203.48@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1789601885.206618:0:22619:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3480e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f7ff15e-b049-4113-a974-c853819189b5+7:18697:x1876532898455424:12345-192.168.203.48@tcp:900:lhsmtool_posix.0 Request processed in 126us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.206626:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 5 00000100:00100000:1.0:1789601885.216034:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.216135:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898455680 00000100:00100000:2.0:1789601885.216145:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898455680 00000100:00100000:2.0:1789601885.216203:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 24 00000100:00100000:2.0:1789601885.216214:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+7:18697:x1876532898455680:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789601885.216235:0:22608:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.216257:0:22608:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f34e4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49141 expref: -99 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216329:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34eb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216342:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34eb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216352:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34eb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216365:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34f2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216372:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34f2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216378:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34f2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216498:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04800/0x74872e3eca9f34f9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216521:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04800/0x74872e3eca9f34f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216529:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04800/0x74872e3eca9f34f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601885.216539:0:22608:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1789601885.216730:0:22608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34eb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216739:0:22608:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34eb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216746:0:22608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34eb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216754:0:22608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04200 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601885.216758:0:22608:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34eb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216766:0:22608:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34eb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216779:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8df4c4f42400) 00010000:00010000:2.0:1789601885.216782:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601885.216788:0:22608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34eb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216795:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f34eb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216808:0:22608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34f2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216821:0:22608:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34f2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216828:0:22608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34f2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216833:0:22608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04e00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601885.216837:0:22608:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34f2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216844:0:22608:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34f2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216853:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8df4c4f42300) 00010000:00010000:2.0:1789601885.216855:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601885.216858:0:22608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34f2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.216863:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f34f2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.218156:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f34e4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49141 expref: 10 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.218181:0:22608:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04800/0x74872e3eca9f34f9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49141 expref: 9 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.218188:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8df4c4f42800) 00010000:00010000:2.0:1789601885.218190:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601885.218201:0:22608:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a04800, rc 0) 00000100:00100000:2.0:1789601885.218367:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+9:18697:x1876532898455680:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 Request processed in 2155us (2342us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789601885.218376:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 24 00000100:00100000:3.0:1789601885.235046:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601885.237537:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898455808 00000100:00100000:0.0:1789601885.237552:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898455808 00000100:00100000:0.0:1789601885.237670:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 25 00000100:00100000:0.0:1789601885.237682:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3483480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+9:18697:x1876532898455808:12345-192.168.203.48@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1789601885.237796:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3483480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+9:18697:x1876532898455808:12345-192.168.203.48@tcp:59:lhsmtool_posix.0 Request processed in 117us (2760us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.237805:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 25 00000100:00100000:3.0:1789601885.241404:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601885.246649:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898455936 00000100:00100000:1.0:1789601885.246668:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898455936 00000100:00100000:1.0:1789601885.247081:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 26 00000100:00100000:1.0:1789601885.247097:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+5:18697:x1876532898455936:12345-192.168.203.48@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1789601885.247881:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1789601885.255028:0:22609:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 7888us 00000100:00100000:3.0:1789601885.281781:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+5:18697:x1876532898455936:12345-192.168.203.48@tcp:59:lhsmtool_posix.0 Request processed in 34669us (40364us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601885.281798:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 26 00000100:00100000:2.0:1789601885.292676:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601885.292787:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898456064 00000100:00100000:3.0:1789601885.292798:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898456064 00000100:00100000:3.0:1789601885.292855:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 27 00000100:00100000:3.0:1789601885.292866:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+9:18703:x1876532898456064:12345-192.168.203.48@tcp:101:lfs.0 00010000:00010000:3.0:1789601885.292886:0:22608:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789601885.292907:0:22608:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f3507 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49148 expref: -99 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.292976:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f350e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.292995:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f350e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293026:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f350e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293043:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3515 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293050:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3515 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293063:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3515 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293109:0:22608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f350e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293117:0:22608:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f350e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293202:0:22608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f350e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293210:0:22608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382200 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:3.0:1789601885.293214:0:22608:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f350e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293224:0:22608:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f350e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293236:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:3.0:1789601885.293238:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789601885.293243:0:22608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f350e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293256:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f350e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293267:0:22608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3515 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293273:0:22608:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3515 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293278:0:22608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3515 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293283:0:22608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382c00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:3.0:1789601885.293286:0:22608:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3515 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293291:0:22608:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3515 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293298:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8df4f8af9300) 00010000:00010000:3.0:1789601885.293301:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789601885.293304:0:22608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3515 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293309:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3515 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293341:0:22608:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f3507 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49148 expref: 10 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293364:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:3.0:1789601885.293366:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789601885.293370:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f3507 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49148 expref: 10 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.293378:0:22608:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7382400, rc 0) 00000100:00100000:3.0:1789601885.293478:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+9:18703:x1876532898456064:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 613us (811us total) trans 0 rc 301/301 00000100:00100000:3.0:1789601885.293485:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 27 00000100:00100000:3.0:1789601885.300274:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601885.300797:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898456192 00000100:00100000:0.0:1789601885.300809:0:22617:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898456192 00000100:00100000:0.0:1789601885.300900:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 0 00000100:00100000:0.0:1789601885.300911:0:22617:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1f7ff15e-b049-4113-a974-c853819189b5+9:18703:x1876532898456192:12345-192.168.203.48@tcp:700:lfs.0 00000100:00100000:0.0:1789601885.301026:0:22617:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1f7ff15e-b049-4113-a974-c853819189b5+9:18703:x1876532898456192:12345-192.168.203.48@tcp:700:lfs.0 Request processed in 116us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.301034:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 0 00000100:00100000:1.0:1789601885.306434:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.306533:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898456448 00000100:00100000:2.0:1789601885.306551:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898456448 00000100:00100000:2.0:1789601885.306667:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 28 00000100:00100000:2.0:1789601885.306690:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+9:18703:x1876532898456448:12345-192.168.203.48@tcp:36:lfs.0 00010000:00010000:2.0:1789601885.306756:0:25407:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789601885.306783:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3443 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a490c3 expref: 9 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.306803:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601885.306808:0:25407:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789601885.306875:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.306891:0:25407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49133 expref: 5 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.306900:0:25407:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.306933:0:25407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49133 expref: 5 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.307020:0:25407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49133 expref: 5 pid: 22608 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601885.307058:0:25407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36adf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25407:1876532918501248:192.168.203.48@tcp:104: 00000100:00100000:2.0:1789601885.307154:0:25407:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4fcb7f180 going to sleep for 11 seconds 00000100:00100000:2.0:1789601885.312809:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601885.312957:0:25407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36adf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25407:1876532918501248:192.168.203.48@tcp:104: 00000100:00100000:0.0:1789601885.312971:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898456576 00000100:00100000:0.0:1789601885.312982:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898456576 00010000:00010000:1.0:1789601885.312998:0:25407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.313050:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49133 expref: 6 pid: 22608 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601885.313104:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 15 00000100:00100000:0.0:1789601885.313115:0:22595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39bc07b4-887c-4355-a9f2-e4adf847769c+6:2415:x1876532898456576:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789601885.313129:0:22595:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601885.313137:0:22595:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49133 expref: 6 pid: 22608 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.313150:0:22595:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49133 expref: 6 pid: 22608 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.313172:0:22595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4fb6b6a00/0x74872e3eca9f3482 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49133 expref: 6 pid: 22608 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.313188:0:22595:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:0.0:1789601885.313193:0:22595:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.313203:0:22595:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.313210:0:22595:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.313256:0:22595:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789601885.313317:0:22595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2415:x1876532898456576:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 204us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.313326:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 15 00000100:00080000:3.0:1789601885.313355:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789601885.313933:0:25407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.313952:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.313978:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.313988:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.313997:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324361:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324383:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324396:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789601885.324413:0:25407:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b2601500 reply state 00000000871e5805 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324435:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324442:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:2.0:1789601885.324446:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789601885.324450:0:25407:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1789601885.324455:0:25407:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789601885.324463:0:25407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324470:0:25407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324476:0:25407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324483:0:25407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04e00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601885.324488:0:25407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324495:0:25407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324505:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601885.324507:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601885.324511:0:25407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324517:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f351c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789601885.324543:0:25407:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b2601500 reply state 00000000871e5805 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324552:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.324632:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8df4c4f42300) 00010000:00010000:2.0:1789601885.324635:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789601885.324637:0:25407:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1789601885.324749:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+10:18703:x1876532898456448:12345-192.168.203.48@tcp:36:lfs.0 Request processed in 18059us (18326us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1789601885.324758:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 28 00000100:00100000:2.0:1789601885.412269:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601885.412430:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898456704 00000100:00100000:3.0:1789601885.412440:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898456704 00000100:00100000:2.0:1789601885.418759:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 29 00000100:00100000:2.0:1789601885.418774:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+10:18711:x1876532898456704:12345-192.168.203.48@tcp:101:lctl.0 00010000:00010000:2.0:1789601885.418798:0:22609:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.418821:0:22609:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3531 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a4914f expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.418985:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04400/0x74872e3eca9f3538 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.418999:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04400/0x74872e3eca9f3538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.419012:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04400/0x74872e3eca9f3538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601885.419052:0:22609:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789601885.419068:0:22609:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789601885.419103:0:22609:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04400/0x74872e3eca9f3538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.419126:0:22609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3531 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4914f expref: 12 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.419210:0:22609:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04400/0x74872e3eca9f3538 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4914f expref: 11 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.419219:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601885.419222:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789601885.419226:0:22609:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a04400, rc 0) 00000100:00100000:2.0:1789601885.419320:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+11:18711:x1876532898456704:12345-192.168.203.48@tcp:101:lctl.0 Request processed in 550us (7061us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.419327:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 29 00000100:00100000:3.0:1789601885.462439:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.469304:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898456832 00000100:00100000:2.0:1789601885.469486:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898456832 00000100:00100000:2.0:1789601885.469639:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 30 00000100:00100000:2.0:1789601885.469650:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3480000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39bc07b4-887c-4355-a9f2-e4adf847769c+5:18712:x1876532898456832:12345-192.168.203.48@tcp:101:lfs.0 00010000:00010000:2.0:1789601885.469670:0:22608:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.469701:0:22608:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f353f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49156 expref: -99 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.469763:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05a00/0x74872e3eca9f3546 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.469776:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05a00/0x74872e3eca9f3546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.469808:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05a00/0x74872e3eca9f3546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601885.469850:0:22608:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789601885.469853:0:22608:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789601885.469871:0:22608:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05a00/0x74872e3eca9f3546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.469893:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f353f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49156 expref: 7 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.469911:0:22608:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05a00/0x74872e3eca9f3546 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49156 expref: 6 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.469920:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601885.469924:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789601885.469927:0:22608:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05a00, rc 0) 00000100:00100000:2.0:1789601885.470005:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3480000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39bc07b4-887c-4355-a9f2-e4adf847769c+6:18712:x1876532898456832:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 357us (7577us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.470011:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 30 00000100:00100000:0.0:1789601885.475674:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.475775:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898456960 00000100:00100000:2.0:1789601885.475786:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898456960 00000100:00100000:2.0:1789601885.475851:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 31 00000100:00100000:2.0:1789601885.475865:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+6:18712:x1876532898456960:12345-192.168.203.48@tcp:101:lfs.0 00010000:00010000:2.0:1789601885.475886:0:25407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.475905:0:25407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04a00/0x74872e3eca9f354d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a4915d expref: -99 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476000:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3554 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476013:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3554 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476024:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3554 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476033:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f355b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476040:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f355b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476045:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f355b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476128:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f3562 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476136:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f3562 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476143:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f3562 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601885.476177:0:25407:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789601885.476181:0:25407:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789601885.476204:0:25407:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f3562 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476226:0:25407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3554 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476232:0:25407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3554 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476239:0:25407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3554 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476245:0:25407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05600 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601885.476249:0:25407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3554 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476257:0:25407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3554 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476269:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601885.476272:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601885.476276:0:25407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3554 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476282:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3554 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476297:0:25407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f355b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476303:0:25407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f355b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476308:0:25407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f355b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476331:0:25407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05400 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601885.476335:0:25407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f355b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476341:0:25407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f355b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476350:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8df4c4f42300) 00010000:00010000:2.0:1789601885.476352:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601885.476355:0:25407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f355b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476361:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f355b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476388:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04a00/0x74872e3eca9f354d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4915d expref: 8 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476402:0:25407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f3562 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4915d expref: 7 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.476409:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:2.0:1789601885.476412:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789601885.476414:0:25407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05800, rc 0) 00000100:00100000:2.0:1789601885.476484:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+7:18712:x1876532898456960:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 621us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.476490:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 31 00000100:00100000:1.0:1789601885.482899:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.483333:0:22619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898457088 00000100:00100000:2.0:1789601885.483353:0:22619:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898457088 00000100:00100000:2.0:1789601885.483471:0:22619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6 00000100:00100000:2.0:1789601885.483482:0:22619:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:39bc07b4-887c-4355-a9f2-e4adf847769c+5:18712:x1876532898457088:12345-192.168.203.48@tcp:900:lfs.0 00000100:00100000:2.0:1789601885.483590:0:22619:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:39bc07b4-887c-4355-a9f2-e4adf847769c+5:18712:x1876532898457088:12345-192.168.203.48@tcp:900:lfs.0 Request processed in 109us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.483598:0:22619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6 00000100:00080000:3.0:1789601885.484190:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789601885.490741:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.492672:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898457344 00000100:00100000:2.0:1789601885.492684:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898457344 00000100:00100000:2.0:1789601885.492752:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 32 00000100:00100000:2.0:1789601885.492762:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+7:18712:x1876532898457344:12345-192.168.203.48@tcp:101:lfs.0 00010000:00010000:2.0:1789601885.492780:0:22609:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.492799:0:22609:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04a00/0x74872e3eca9f3569 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49164 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601885.492886:0:22609:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789601885.492991:0:22609:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04a00/0x74872e3eca9f3569 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49164 expref: 9 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.493005:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601885.493008:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789601885.493013:0:22609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04a00/0x74872e3eca9f3569 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49164 expref: 9 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.493028:0:22609:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a04a00, rc 0) 00000100:00100000:2.0:1789601885.493088:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+8:18712:x1876532898457344:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 327us (2358us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1789601885.493095:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 32 00000100:00100000:1.0:1789601885.500922:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.500991:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898457600 00000100:00100000:2.0:1789601885.501001:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898457600 00000100:00100000:0.0:1789601885.501254:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 33 00000100:00100000:0.0:1789601885.501268:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+8:18712:x1876532898457600:12345-192.168.203.48@tcp:36:lfs.0 00010000:00010000:0.0:1789601885.501322:0:24947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601885.501358:0:24947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f3562 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4915d expref: 8 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.501395:0:24947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:0.0:1789601885.501400:0:24947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789601885.501424:0:24947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.501439:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.501448:0:24947:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789601885.501683:0:24947:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c82701d0 reply state 0000000082d3eb87 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.501695:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601885.501720:0:24947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:0.0:1789601885.501722:0:24947:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1789601885.501725:0:24947:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1789601885.501732:0:24947:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789601885.501810:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+9:18712:x1876532898457600:12345-192.168.203.48@tcp:36:lfs.0 Request processed in 546us (897us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789601885.501817:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 33 00000100:00100000:1.0:1789601885.503520:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601885.503624:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898457856 00000100:00100000:3.0:1789601885.503634:0:22612:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898457856 00000100:00100000:3.0:1789601885.503697:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 2 00000100:00100000:3.0:1789601885.503708:0:22612:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+9:18712:x1876532898457856:12345-192.168.203.48@tcp:35:lfs.0 00000100:00100000:3.0:1789601885.503952:0:22612:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+10:18712:x1876532898457856:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 245us (438us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1789601885.503960:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 2 00000100:00100000:3.0:1789601885.508446:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.508590:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898458112 00000100:00100000:2.0:1789601885.508602:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898458112 00000100:00100000:2.0:1789601885.508667:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 34 00000100:00100000:2.0:1789601885.508678:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+10:18712:x1876532898458112:12345-192.168.203.48@tcp:101:lfs.0 00010000:00010000:2.0:1789601885.508701:0:25407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.508738:0:25407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04a00/0x74872e3eca9f357e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a4916b expref: -99 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.508824:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f3585 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.508840:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f3585 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.508852:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f3585 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.508864:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f358c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.508872:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f358c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.508879:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f358c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601885.508989:0:25407:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789601885.509065:0:25407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f3585 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509089:0:25407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f3585 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509096:0:25407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f3585 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509242:0:25407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05400 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601885.509248:0:25407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f3585 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509257:0:25407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f3585 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509269:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601885.509272:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601885.509278:0:25407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f3585 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509284:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f3585 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509303:0:25407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f358c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509310:0:25407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f358c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509316:0:25407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f358c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509321:0:25407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05600 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601885.509330:0:25407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f358c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509337:0:25407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f358c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509346:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8df4c4f42300) 00010000:00010000:2.0:1789601885.509349:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601885.509352:0:25407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f358c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509358:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f358c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509393:0:25407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04a00/0x74872e3eca9f357e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4916b expref: 12 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509404:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601885.509407:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789601885.509410:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04a00/0x74872e3eca9f357e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4916b expref: 12 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.509420:0:25407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a04a00, rc 0) 00000100:00100000:2.0:1789601885.509486:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+11:18712:x1876532898458112:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 809us (1049us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1789601885.509494:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 34 00000100:00100000:0.0:1789601885.509710:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c359ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918501376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789601885.509762:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601885.509984:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918501376 00000100:00100000:0.0:1789601885.509986:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789601885.509992:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918501376 00000100:00100000:0.0:1789601885.509997:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c410ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918501504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789601885.510026:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601885.510055:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918501504 00000100:00100000:3.0:1789601885.510060:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918501504 00000100:00100000:0.0:1789601885.510064:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789601885.510077:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918501376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789601885.510101:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789601885.510143:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918501376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.510149:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789601885.510164:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789601885.510170:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918501504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789601885.510180:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789601885.510204:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918501504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.510209:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789601885.510269:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918501632:0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.510318:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601885.510354:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918501760:0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.510378:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918502144:0@lo:400:kworker.0 00000100:00100000:2.0:1789601885.510391:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601885.510415:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876532918502272:0@lo:400:kworker.0 00000100:00100000:2.0:1789601885.510450:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601885.510470:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876532918502784:0@lo:400:kworker.0 00000100:00100000:2.0:1789601885.510509:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601885.510541:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918501760 00000100:00100000:2.0:1789601885.510545:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918501760 00000100:00100000:0.0:1789601885.510598:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601885.510603:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789601885.510613:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918501760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.510617:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876532918502656:0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.510649:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601885.510670:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918501760:12345-0@lo:400:kworker.0 Request processed in 58us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.510677:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789601885.510695:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918502144 00000100:00100000:0.0:1789601885.510700:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918502144 00000100:00100000:0.0:1789601885.510730:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789601885.510735:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918501760:0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.510740:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918502144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.510794:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918502144:12345-0@lo:400:kworker.0 Request processed in 58us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.510800:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789601885.510818:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876532918502016:0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.510838:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601885.510854:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876532918502528:0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.510871:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601885.510886:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1789601885.510891:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c36aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918501888:0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.510913:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601885.510929:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876532918502400:0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.510959:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601885.510980:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918502272 00000100:00100000:0.0:1789601885.510985:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918502272 00000100:00100000:3.0:1789601885.510998:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918501632 00000100:00100000:0.0:1789601885.511005:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918502784 00000100:00100000:3.0:1789601885.511006:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918501632 00000100:00100000:0.0:1789601885.511011:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918502784 00000100:00100000:0.0:1789601885.511033:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918502656 00000100:00100000:0.0:1789601885.511042:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918502656 00000100:00100000:3.0:1789601885.511049:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1789601885.511060:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3645:x1876532918501632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.511063:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918502016 00000100:00100000:0.0:1789601885.511068:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918502016 00000100:00100000:0.0:1789601885.511082:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918502528 00000100:00100000:0.0:1789601885.511085:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918502528 00000100:00100000:0.0:1789601885.511102:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918502400 00000100:00100000:0.0:1789601885.511104:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918502400 00000100:00100000:0.0:1789601885.511118:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789601885.511124:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876532918502272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.511163:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876532918502272:12345-0@lo:400:kworker.0 Request processed in 40us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.511170:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789601885.511182:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789601885.511187:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876532918502784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.511213:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876532918502784:12345-0@lo:400:kworker.0 Request processed in 26us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.511218:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789601885.511228:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789601885.511233:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876532918502656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601885.511238:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3645:x1876532918501632:12345-0@lo:400:kworker.0 Request processed in 178us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601885.511247:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1789601885.511265:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876532918502656:12345-0@lo:400:kworker.0 Request processed in 31us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.511273:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789601885.511290:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789601885.511296:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876532918502016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789601885.511309:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c410ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918501504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789601885.511333:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c359ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918501376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789601885.511333:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876532918502016:12345-0@lo:400:kworker.0 Request processed in 34us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.511344:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789601885.511379:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789601885.511385:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876532918502528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601885.512381:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918502144:0@lo:400:kworker.0 00000100:00100000:2.0:1789601885.512402:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876532918502656:0@lo:400:kworker.0 00000100:00100000:2.0:1789601885.512412:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3645:1876532918501632:0@lo:400:kworker.0 00000100:00100000:2.0:1789601885.512449:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789601885.512463:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876532918502400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601885.512521:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876532918502400:12345-0@lo:400:kworker.0 Request processed in 64us (1561us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.512528:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789601885.515683:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876532918502528:12345-0@lo:400:kworker.0 Request processed in 4289us (4800us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.515698:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789601885.515768:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876532918502400:0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.515786:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876532918502016:0@lo:400:kworker.0 00010000:00080000:0.0:1789601885.515798:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c433ca80 x1876532918502528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601885.515809:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876532918502528:0@lo:400:kworker.0 00000100:00100000:0.0:1789601885.515849:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876532918502272:0@lo:400:kworker.0 00010000:00080000:0.0:1789601885.515861:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c433df80 x1876532918502784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789601885.515870:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876532918502784:0@lo:400:kworker.0 00000100:00100000:1.0:1789601885.517773:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918501888 00000100:00100000:1.0:1789601885.517787:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918501888 00000100:00100000:1.0:1789601885.517862:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789601885.517873:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c359c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918501888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789601885.517964:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c359c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918501888:12345-0@lo:400:kworker.0 Request processed in 93us (7050us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601885.517988:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1789601885.518010:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789601885.518014:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789601885.518016:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789601885.518019:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789601885.518863:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c36aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918501888:0@lo:400:kworker.0 00000100:00100000:1.0:1789601885.519657:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.519776:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898458240 00000100:00100000:2.0:1789601885.519785:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898458240 00000100:00100000:2.0:1789601885.519858:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 35 00000100:00100000:2.0:1789601885.519869:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+11:18712:x1876532898458240:12345-192.168.203.48@tcp:101:lfs.0 00010000:00010000:2.0:1789601885.519900:0:25407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.519931:0:25407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04a00/0x74872e3eca9f359a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49172 expref: -99 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.520048:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.520063:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.520075:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601885.520100:0:25407:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789601885.520115:0:25407:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789601885.520136:0:25407:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.520167:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04a00/0x74872e3eca9f359a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49172 expref: 13 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.520184:0:25407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49172 expref: 12 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.520192:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:2.0:1789601885.520195:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789601885.520199:0:25407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05600, rc 0) 00000100:00100000:2.0:1789601885.520247:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+12:18712:x1876532898458240:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 381us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.520254:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 35 00000100:00100000:3.0:1789601885.525545:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601885.526517:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898458368 00000100:00100000:0.0:1789601885.526533:0:22612:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898458368 00000100:00100000:0.0:1789601885.526921:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3 00000100:00100000:0.0:1789601885.526936:0:22612:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+12:18712:x1876532898458368:12345-192.168.203.48@tcp:37:lfs.0 00000100:00100000:0.0:1789601885.531518:0:22612:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+12:18712:x1876532898458368:12345-192.168.203.48@tcp:37:lfs.0 Request processed in 4570us (5972us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.531537:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3 00000100:00100000:3.0:1789601885.537800:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.537891:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898458624 00000100:00100000:2.0:1789601885.537922:0:22611:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898458624 00000100:00100000:2.0:1789601885.538006:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 4 00000100:00100000:2.0:1789601885.538017:0:22611:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c29fdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39bc07b4-887c-4355-a9f2-e4adf847769c+12:18712:x1876532898458624:12345-192.168.203.48@tcp:35:lfs.0 00000100:00100000:2.0:1789601885.539134:0:22611:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c29fdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39bc07b4-887c-4355-a9f2-e4adf847769c+13:18712:x1876532898458624:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1111us (1341us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1789601885.539148:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 4 00000100:00100000:3.0:1789601885.603281:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.603401:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898458752 00000100:00100000:2.0:1789601885.603415:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898458752 00000100:00100000:2.0:1789601885.603491:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 162 00000100:00100000:2.0:1789601885.603504:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+11:18071:x1876532898458752:12345-192.168.203.48@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789601885.603524:0:22603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.603547:0:22603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c1a04a00/0x74872e3eca9f35a8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49179 expref: -99 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.603626:0:22603:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c1a04a00/0x74872e3eca9f35a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49179 expref: 12 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.603639:0:22603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c1a04a00/0x74872e3eca9f35a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49179 expref: 12 pid: 22603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.603650:0:22603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a04a00, rc 0) 00000100:00100000:2.0:1789601885.603713:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+12:18071:x1876532898458752:12345-192.168.203.48@tcp:101:ll_cfg_requeue.0 Request processed in 213us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.603722:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 162 00000100:00100000:1.0:1789601885.605893:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601885.606020:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898458880 00000100:00100000:0.0:1789601885.606057:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898458880 00000100:00100000:0.0:1789601885.606132:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 163 00000100:00100000:0.0:1789601885.606147:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+12:18071:x1876532898458880:12345-192.168.203.48@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789601885.606380:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+12:18071:x1876532898458880:12345-192.168.203.48@tcp:501:ll_cfg_requeue.0 Request processed in 238us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.606392:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 163 00000100:00100000:0.0:1789601885.608845:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601885.609263:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898459008 00000100:00100000:3.0:1789601885.609275:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898459008 00000100:00100000:3.0:1789601885.609388:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 36 00000100:00100000:3.0:1789601885.609401:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+11:18718:x1876532898459008:12345-192.168.203.48@tcp:101:bash.0 00010000:00010000:3.0:1789601885.609426:0:22608:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789601885.609455:0:22608:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49180 expref: -99 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609549:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f35b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609613:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f35b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609651:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f35b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609665:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f35bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609673:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f35bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609679:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f35bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609782:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383a00/0x74872e3eca9f35c4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609792:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383a00/0x74872e3eca9f35c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609799:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383a00/0x74872e3eca9f35c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789601885.609841:0:22608:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789601885.609846:0:22608:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789601885.609893:0:22608:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383a00/0x74872e3eca9f35c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609907:0:22608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f35b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609914:0:22608:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f35b6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609933:0:22608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f35b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609950:0:22608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382c00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:3.0:1789601885.609955:0:22608:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f35b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609964:0:22608:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f35b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609977:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:3.0:1789601885.609981:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789601885.609987:0:22608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f35b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.609994:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f35b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.610011:0:22608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f35bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.610018:0:22608:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f35bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.610024:0:22608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f35bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.610029:0:22608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382200 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:3.0:1789601885.610033:0:22608:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f35bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.610049:0:22608:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f35bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.610058:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8df4c4f42300) 00010000:00010000:3.0:1789601885.610061:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789601885.610064:0:22608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f35bd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.610069:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f35bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.610100:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49180 expref: 13 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.610115:0:22608:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383a00/0x74872e3eca9f35c4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49180 expref: 12 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.610121:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:3.0:1789601885.610123:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789601885.610126:0:22608:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7383a00, rc 0) 00000100:00100000:3.0:1789601885.610207:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+12:18718:x1876532898459008:12345-192.168.203.48@tcp:101:bash.0 Request processed in 809us (1375us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601885.610215:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 36 00000100:00100000:3.0:1789601885.610294:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601885.610410:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898459136 00000100:00100000:3.0:1789601885.610417:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898459136 00000100:00100000:3.0:1789601885.610450:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 164 00000100:00100000:3.0:1789601885.610457:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+12:18071:x1876532898459136:12345-192.168.203.48@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789601885.610606:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+12:18071:x1876532898459136:12345-192.168.203.48@tcp:503:ll_cfg_requeue.0 Request processed in 148us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601885.610614:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 164 00000100:00100000:3.0:1789601885.615796:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601885.618127:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601885.618254:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898459392 00000100:00100000:1.0:1789601885.618268:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898459392 00000100:00100000:1.0:1789601885.618353:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 165 00000100:00100000:1.0:1789601885.618364:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+12:18071:x1876532898459392:12345-192.168.203.48@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789601885.618386:0:22602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601885.618419:0:22602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f35cb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49187 expref: -99 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.618457:0:22602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f35cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49187 expref: 13 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.618471:0:22602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8df3c212f000/0x74872e3eca9f35cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49187 expref: 13 pid: 22602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.618480:0:22602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212f000, rc 0) 00000100:00100000:1.0:1789601885.618604:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+13:18071:x1876532898459392:12345-192.168.203.48@tcp:101:ll_cfg_requeue.0 Request processed in 194us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601885.618616:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 165 00000100:00100000:0.0:1789601885.618664:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898459264 00000100:00100000:0.0:1789601885.618671:0:22620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898459264 00000100:00100000:0.0:1789601885.618766:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7 00000100:00100000:0.0:1789601885.618777:0:22620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1f7ff15e-b049-4113-a974-c853819189b5+5:18718:x1876532898459264:12345-192.168.203.48@tcp:900:bash.0 00000100:00100000:0.0:1789601885.618833:0:22620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1f7ff15e-b049-4113-a974-c853819189b5+5:18718:x1876532898459264:12345-192.168.203.48@tcp:900:bash.0 Request processed in 59us (3051us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.618840:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7 00000100:00100000:3.0:1789601885.622481:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601885.622537:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601885.622674:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898459776 00000100:00100000:1.0:1789601885.622687:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898459776 00000100:00100000:1.0:1789601885.622751:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 37 00000100:00100000:1.0:1789601885.622780:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+12:18718:x1876532898459776:12345-192.168.203.48@tcp:101:bash.0 00010000:00010000:1.0:1789601885.622809:0:22609:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601885.622849:0:22609:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fc00/0x74872e3eca9f35d2 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a4918e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.623001:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.623018:0:22609:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49172 expref: 12 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.623027:0:22609:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.623068:0:22609:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49172 expref: 12 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.623085:0:22609:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49172 expref: 12 pid: 25407 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601885.623102:0:22609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c410ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22609:1876532918502912:192.168.203.48@tcp:104: 00000100:00100000:1.0:1789601885.623198:0:22609:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c29a2180 going to sleep for 11 seconds 00000100:00100000:0.0:1789601885.623582:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898459520 00000100:00100000:0.0:1789601885.623589:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898459520 00000100:00100000:0.0:1789601885.623624:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 166 00000100:00100000:0.0:1789601885.623631:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+13:18071:x1876532898459520:12345-192.168.203.48@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789601885.623754:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f48281b-305a-4165-aa87-7768751760e5+13:18071:x1876532898459520:12345-192.168.203.48@tcp:501:ll_cfg_requeue.0 Request processed in 122us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601885.623761:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 166 00000100:00100000:3.0:1789601885.627956:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.628129:0:22603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898459904 00000100:00100000:2.0:1789601885.628142:0:22603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898459904 00000100:00100000:2.0:1789601885.628218:0:22603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 167 00000100:00100000:2.0:1789601885.628230:0:22603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+13:18071:x1876532898459904:12345-192.168.203.48@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789601885.628467:0:22603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f48281b-305a-4165-aa87-7768751760e5+13:18071:x1876532898459904:12345-192.168.203.48@tcp:503:ll_cfg_requeue.0 Request processed in 238us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.628476:0:22603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 167 00000100:00100000:1.0:1789601885.634634:0:22609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c410ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22609:1876532918502912:192.168.203.48@tcp:104: 00010000:00010000:1.0:1789601885.634675:0:22609:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789601885.638400:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789601885.644734:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.644983:0:25643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898460032 00000100:00100000:2.0:1789601885.644997:0:25643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898460032 00010000:00010000:2.0:1789601885.645056:0:25643:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49172 expref: 13 pid: 25407 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601885.645108:0:25643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 16 00000100:00100000:2.0:1789601885.645120:0:25643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+13:2416:x1876532898460032:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789601885.645140:0:25643:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789601885.645147:0:25643:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49172 expref: 13 pid: 25407 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.645163:0:25643:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49172 expref: 13 pid: 25407 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.645190:0:25643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35a1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49172 expref: 13 pid: 25407 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.645217:0:25643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:2.0:1789601885.645223:0:25643:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.645235:0:25643:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.645267:0:25643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.645309:0:25643:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789601885.645383:0:25643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+12:2416:x1876532898460032:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 265us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.645391:0:25643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 16 00010000:00010000:3.0:1789601885.645624:0:22609:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.645635:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.645663:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.645675:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.645684:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646275:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646286:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646308:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789601885.646323:0:22609:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789601885.646355:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646363:0:22609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646370:0:22609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646377:0:22609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212fe00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:3.0:1789601885.646382:0:22609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646390:0:22609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646402:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:3.0:1789601885.646405:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789601885.646410:0:22609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646417:0:22609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f35d9 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789601885.646431:0:22609:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000007d2e8fe reply state 000000005ad820a3 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646466:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646480:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8df4f8af9300) 00010000:00010000:3.0:1789601885.646483:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789601885.646486:0:22609:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1789601885.646528:0:22609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fc00/0x74872e3eca9f35d2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4918e expref: 15 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646545:0:22609:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4918e expref: 14 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601885.646553:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:3.0:1789601885.646624:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1789601885.646626:0:22609:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7382400, rc 0) 00000100:00100000:3.0:1789601885.646674:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+15:18718:x1876532898459776:12345-192.168.203.48@tcp:101:bash.0 Request processed in 23897us (24135us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1789601885.646683:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 37 00000100:00100000:3.0:1789601885.659725:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.659838:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898460160 00000100:00100000:2.0:1789601885.659852:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898460160 00000100:00100000:2.0:1789601885.659928:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 38 00000100:00100000:2.0:1789601885.659950:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+15:18718:x1876532898460160:12345-192.168.203.48@tcp:101:bash.0 00010000:00010000:2.0:1789601885.659983:0:25407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.660009:0:25407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35f5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a49195 expref: -99 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.660104:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.660121:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.660137:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601885.660202:0:25407:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789601885.660207:0:25407:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789601885.660260:0:25407:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.660284:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.660317:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f35f5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49195 expref: 17 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.660342:0:25407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49195 expref: 16 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.660351:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601885.660354:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789601885.660357:0:25407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05400, rc 0) 00000100:00100000:2.0:1789601885.660438:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+16:18718:x1876532898460160:12345-192.168.203.48@tcp:101:bash.0 Request processed in 499us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.660446:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 38 00000100:00100000:0.0:1789601885.663672:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601885.663868:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898460416 00000100:00100000:3.0:1789601885.663881:0:22612:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898460416 00000100:00100000:3.0:1789601885.663960:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 5 00000100:00100000:3.0:1789601885.663972:0:22612:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7ff15e-b049-4113-a974-c853819189b5+16:18718:x1876532898460416:12345-192.168.203.48@tcp:35:bash.0 00000100:00100000:3.0:1789601885.664738:0:22612:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7ff15e-b049-4113-a974-c853819189b5+17:18718:x1876532898460416:12345-192.168.203.48@tcp:35:bash.0 Request processed in 763us (1074us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1789601885.664748:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 5 00000040:00080000:3.0:1789601885.766486:0:23363:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789601885.792209:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601885.792319:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898460672 00000100:00100000:2.0:1789601885.792334:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898460672 00000100:00100000:2.0:1789601885.792415:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 39 00000100:00100000:2.0:1789601885.792427:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+17:18730:x1876532898460672:12345-192.168.203.48@tcp:101:lfs.0 00010000:00010000:2.0:1789601885.792489:0:22610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601885.792514:0:22610:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3603 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a4919c expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601885.792691:0:22610:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789601885.792837:0:22610:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3603 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4919c expref: 19 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.792875:0:22610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8df4c4f42900) 00010000:00010000:2.0:1789601885.792879:0:22610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789601885.792885:0:22610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3603 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4919c expref: 19 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.792907:0:22610:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05600, rc 0) 00000100:00100000:2.0:1789601885.792994:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+18:18730:x1876532898460672:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 569us (798us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1789601885.793002:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 39 00000100:00100000:2.0:1789601885.796842:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601885.797029:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898460928 00000100:00100000:3.0:1789601885.797042:0:22611:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898460928 00000100:00100000:3.0:1789601885.797116:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6 00000100:00100000:3.0:1789601885.797130:0:22611:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7ff15e-b049-4113-a974-c853819189b5+18:18730:x1876532898460928:12345-192.168.203.48@tcp:35:lfs.0 00000100:00100000:3.0:1789601885.797443:0:22611:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7ff15e-b049-4113-a974-c853819189b5+19:18730:x1876532898460928:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 316us (617us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1789601885.797458:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6 00000100:00100000:3.0:1789601885.836640:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601885.836758:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898461184 00000100:00100000:1.0:1789601885.836780:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898461184 00000100:00100000:1.0:1789601885.836875:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 40 00000100:00100000:1.0:1789601885.836888:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+19:18733:x1876532898461184:12345-192.168.203.48@tcp:101:lfs.0 00010000:00010000:1.0:1789601885.836922:0:22609:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789601885.836958:0:22609:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212f800/0x74872e3eca9f3611 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491a3 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.837105:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f3618 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.837123:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f3618 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.837139:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f3618 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789601885.837152:0:22609:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789601885.837282:0:22609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212f800/0x74872e3eca9f3611 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491a3 expref: 22 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.837306:0:22609:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f3618 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491a3 expref: 21 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.837317:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:1.0:1789601885.837320:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789601885.837325:0:22609:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c212e600, rc 0) 00000100:00100000:1.0:1789601885.837415:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+21:18733:x1876532898461184:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 530us (789us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1789601885.837423:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 40 00000100:00100000:1.0:1789601885.844916:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601885.846193:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898461312 00000100:00100000:3.0:1789601885.846210:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898461312 00000100:00100000:0.0:1789601885.846834:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601885.846975:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898461440 00000100:00100000:1.0:1789601885.846982:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898461440 00000100:00100000:1.0:1789601885.847072:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 0 00000100:00100000:1.0:1789601885.847084:0:22595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+22:2418:x1876532898461440:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789601885.847105:0:22595:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601885.847136:0:22595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f3618 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491a3 expref: 22 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601885.847160:0:22595:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:1.0:1789601885.847166:0:22595:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601885.847230:0:22595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+21:2418:x1876532898461440:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 149us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601885.847238:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 0 00000100:00100000:2.0:1789601885.849039:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 41 00000100:00100000:2.0:1789601885.849055:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+20:18733:x1876532898461312:12345-192.168.203.48@tcp:54:lfs.0 00010000:00010000:2.0:1789601885.849151:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3626 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.849171:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3626 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.849184:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3626 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.849227:0:22608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3626 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.849235:0:22608:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3626 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.849242:0:22608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3626 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.849267:0:22608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05600 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601885.849272:0:22608:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3626 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.849281:0:22608:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3626 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.849295:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601885.849299:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789601885.849305:0:22608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3626 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601885.849313:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3626 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601885.849405:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+20:18733:x1876532898461312:12345-192.168.203.48@tcp:54:lfs.0 Request processed in 353us (4504us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601885.849414:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 41 00000100:00100000:3.0:1789601885.851637:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601885.851760:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898461696 00000100:00100000:1.0:1789601885.851781:0:22612:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898461696 00000100:00100000:1.0:1789601885.851841:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7 00000100:00100000:1.0:1789601885.851852:0:22612:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7ff15e-b049-4113-a974-c853819189b5+20:18733:x1876532898461696:12345-192.168.203.48@tcp:35:lfs.0 00000100:00100000:1.0:1789601885.852123:0:22612:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7ff15e-b049-4113-a974-c853819189b5+21:18733:x1876532898461696:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 273us (496us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1789601885.852131:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7 00000100:00100000:1.0:1789601886.022698:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789601886.022744:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4cd0bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918503040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789601886.022872:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601886.025584:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918503040 00000100:00100000:3.0:1789601886.025603:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918503040 00000100:00100000:3.0:1789601886.026103:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789601886.026120:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918503040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789601886.026172:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789601886.026290:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918503040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 175us (3418us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601886.026298:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789601886.026745:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918503168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789601886.026818:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601886.026886:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4cd0bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918503040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789601886.027129:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918503168 00000100:00100000:2.0:1789601886.027138:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918503168 00000100:00100000:2.0:1789601886.027168:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789601886.027175:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918503168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789601886.027199:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1789601886.027251:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876532918503168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.027258:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789601886.027730:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876532918503168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789601886.130270:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.130384:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898461952 00000100:00100000:0.0:1789601886.130412:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898461952 00000100:00100000:0.0:1789601886.130644:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 42 00000100:00100000:0.0:1789601886.130657:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+21:18764:x1876532898461952:12345-192.168.203.48@tcp:101:cat.0 00010000:00010000:0.0:1789601886.130689:0:24947:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601886.130716:0:24947:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c800/0x74872e3eca9f362d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491aa expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.131034:0:24947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee000/0x74872e3eca9f3634 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.131051:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee000/0x74872e3eca9f3634 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.131067:0:24947:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee000/0x74872e3eca9f3634 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789601886.131080:0:24947:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789601886.131237:0:24947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c800/0x74872e3eca9f362d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491aa expref: 24 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.131259:0:24947:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee000/0x74872e3eca9f3634 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491aa expref: 23 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.131268:0:24947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:0.0:1789601886.131271:0:24947:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789601886.131276:0:24947:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f73ee000, rc 0) 00000100:00100000:0.0:1789601886.131412:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+23:18764:x1876532898461952:12345-192.168.203.48@tcp:101:cat.0 Request processed in 757us (1158us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1789601886.131420:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 42 00000100:00100000:3.0:1789601886.136855:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.137021:0:25643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898462080 00000100:00100000:2.0:1789601886.137036:0:25643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898462080 00000100:00100000:2.0:1789601886.137132:0:25643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1 00000100:00100000:2.0:1789601886.137144:0:25643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7ff15e-b049-4113-a974-c853819189b5+23:2418:x1876532898462080:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789601886.137165:0:25643:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789601886.137199:0:25643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee000/0x74872e3eca9f3634 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491aa expref: 23 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.137288:0:25643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601886.137295:0:25643:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789601886.137371:0:25643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1f7ff15e-b049-4113-a974-c853819189b5+22:2418:x1876532898462080:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 229us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.137380:0:25643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1 00000100:00100000:3.0:1789601886.138214:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.138682:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898462336 00000100:00100000:0.0:1789601886.138693:0:22612:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898462336 00000100:00100000:0.0:1789601886.138844:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 8 00000100:00100000:0.0:1789601886.138856:0:22612:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7ff15e-b049-4113-a974-c853819189b5+22:18764:x1876532898462336:12345-192.168.203.48@tcp:35:cat.0 00000100:00100000:0.0:1789601886.139220:0:22612:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7ff15e-b049-4113-a974-c853819189b5+23:18764:x1876532898462336:12345-192.168.203.48@tcp:35:cat.0 Request processed in 366us (1009us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1789601886.139228:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 8 00000100:00100000:1.0:1789601886.198159:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.198391:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898462592 00000100:00100000:2.0:1789601886.198404:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898462592 00000100:00100000:2.0:1789601886.198483:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 43 00000100:00100000:2.0:1789601886.198496:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+23:18769:x1876532898462592:12345-192.168.203.48@tcp:101:dd.0 00010000:00010000:2.0:1789601886.198529:0:25407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601886.198585:0:25407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3642 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491b1 expref: -99 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.198735:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.198753:0:25407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4918e expref: 24 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.198762:0:25407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49195 expref: 24 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.198794:0:25407:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.198845:0:25407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49195 expref: 24 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.198862:0:25407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49195 expref: 24 pid: 25407 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601886.198878:0:25407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25407:1876532918503296:192.168.203.48@tcp:104: 00010000:00010000:2.0:1789601886.199005:0:25407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4918e expref: 24 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.199015:0:25407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4918e expref: 24 pid: 22609 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601886.199025:0:25407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25407:1876532918503424:192.168.203.48@tcp:104: 00000100:00100000:2.0:1789601886.199051:0:25407:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c227c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789601886.211229:0:25407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25407:1876532918503296:192.168.203.48@tcp:104: 00000100:00100000:2.0:1789601886.211249:0:25407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25407:1876532918503424:192.168.203.48@tcp:104: 00010000:00010000:2.0:1789601886.211283:0:25407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601886.212931:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601886.212999:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.213040:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898462720 00000100:00100000:0.0:1789601886.213052:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898462720 00010000:00010000:0.0:1789601886.213105:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49195 expref: 25 pid: 25407 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601886.213152:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898462848 00000100:00100000:0.0:1789601886.213156:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898462848 00010000:00010000:0.0:1789601886.213169:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4918e expref: 26 pid: 22609 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601886.213196:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 17 00000100:00100000:0.0:1789601886.213215:0:22595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+26:2415:x1876532898462720:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789601886.213235:0:22595:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601886.213243:0:22595:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49195 expref: 26 pid: 25407 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213257:0:22595:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49195 expref: 26 pid: 25407 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213283:0:22595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f35fc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a49195 expref: 26 pid: 25407 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213330:0:22595:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:0.0:1789601886.213336:0:22595:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213344:0:22595:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213351:0:22595:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789601886.213421:0:22595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+25:2415:x1876532898462720:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 216us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601886.213429:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 17 00000100:00100000:0.0:1789601886.213450:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 18 00000100:00100000:0.0:1789601886.213457:0:22595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4eabb1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+24:2415:x1876532898462848:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789601886.213466:0:22595:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601886.213471:0:22595:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4918e expref: 24 pid: 22609 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213482:0:22595:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4918e expref: 24 pid: 22609 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213494:0:22595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382400/0x74872e3eca9f35e7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a4918e expref: 24 pid: 22609 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213505:0:22595:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:0.0:1789601886.213509:0:22595:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213528:0:22595:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213536:0:22595:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.213610:0:22595:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789601886.213632:0:22595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4eabb1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+23:2415:x1876532898462848:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 175us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601886.213638:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 18 00010000:00010000:2.0:1789601886.214270:0:25407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.214294:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601886.214319:0:25407:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789601886.214502:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f3642 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b1 expref: 24 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.214523:0:25407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04e00/0x74872e3eca9f3649 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b1 expref: 23 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.214531:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601886.214534:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789601886.214537:0:25407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a04e00, rc 0) 00000100:00100000:2.0:1789601886.214620:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+23:18769:x1876532898462592:12345-192.168.203.48@tcp:101:dd.0 Request processed in 16127us (16476us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1789601886.214629:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 43 00010000:00010000:0.0:1789601886.214926:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601886.221384:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.221476:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898462976 00000100:00100000:2.0:1789601886.221490:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898462976 00000100:00100000:2.0:1789601886.221592:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 44 00000100:00100000:2.0:1789601886.221604:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+23:18769:x1876532898462976:12345-192.168.203.48@tcp:101:dd.0 00010000:00010000:2.0:1789601886.221637:0:22608:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601886.221663:0:22608:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f3657 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491b8 expref: -99 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.221708:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.221747:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.221762:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.221905:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f3657 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b8 expref: 25 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.221927:0:22608:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b8 expref: 24 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.221950:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601886.221953:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789601886.221958:0:22608:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05400, rc 0) 00000100:00100000:2.0:1789601886.222029:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+24:18769:x1876532898462976:12345-192.168.203.48@tcp:101:dd.0 Request processed in 427us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.222036:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 44 00000100:00100000:3.0:1789601886.226337:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.226511:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898463232 00000100:00100000:0.0:1789601886.226524:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898463232 00000100:00100000:0.0:1789601886.226709:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 45 00000100:00100000:0.0:1789601886.226722:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+24:18769:x1876532898463232:12345-192.168.203.48@tcp:36:dd.0 00010000:00010000:0.0:1789601886.228315:0:24947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.228342:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.228357:0:24947:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789601886.228410:0:24947:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1789601886.228437:0:24947:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d6061770 reply state 0000000018a20457 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.228464:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.228487:0:24947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:0.0:1789601886.228490:0:24947:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789601886.228496:0:24947:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789601886.228643:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+27:18769:x1876532898463232:12345-192.168.203.48@tcp:36:dd.0 Request processed in 1921us (2319us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1789601886.228654:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 45 00000020:00080000:0.0:1789601886.228660:0:24947:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1789601886.236366:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.240887:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898463360 00000100:00100000:2.0:1789601886.240909:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898463360 00000100:00100000:2.0:1789601886.241017:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 46 00000100:00100000:2.0:1789601886.241031:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+27:18769:x1876532898463360:12345-192.168.203.48@tcp:101:dd.0 00010000:00010000:2.0:1789601886.241065:0:25407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601886.241095:0:25407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f366c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491bf expref: -99 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.241196:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f366c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491bf expref: 28 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.241404:0:25407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f366c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491bf expref: 28 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.241429:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601886.241433:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789601886.241438:0:25407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a04000, rc 0) 00000100:00100000:2.0:1789601886.241531:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+28:18769:x1876532898463360:12345-192.168.203.48@tcp:101:dd.0 Request processed in 502us (5180us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.241539:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 46 00000100:00100000:1.0:1789601886.279040:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.279216:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898463616 00000100:00100000:0.0:1789601886.279229:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898463616 00000100:00100000:0.0:1789601886.279317:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 2 00000100:00100000:0.0:1789601886.279330:0:22595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+28:18769:x1876532898463616:12345-192.168.203.48@tcp:103:dd.0 00010000:00010000:0.0:1789601886.279349:0:22595:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601886.279382:0:22595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f366c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491bf expref: 28 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.279407:0:22595:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:0.0:1789601886.279413:0:22595:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789601886.279487:0:22595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+27:18769:x1876532898463616:12345-192.168.203.48@tcp:103:dd.0 Request processed in 160us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601886.279495:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 2 00000100:00100000:3.0:1789601886.286153:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601886.287112:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898463744 00000100:00100000:1.0:1789601886.287127:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898463744 00000100:00100000:1.0:1789601886.287216:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 47 00000100:00100000:1.0:1789601886.287229:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+27:18769:x1876532898463744:12345-192.168.203.48@tcp:58:dd.0 00010000:00010000:1.0:1789601886.287384:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.287405:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.287418:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789601886.295746:0:22609:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789601886.295789:0:22609:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1789601886.296059:0:22609:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1789601886.296699:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+27:18769:x1876532898463744:12345-192.168.203.48@tcp:58:dd.0 Request processed in 9463us (10550us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601886.296713:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 47 00000100:00100000:1.0:1789601886.307093:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.307868:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898463872 00000100:00100000:2.0:1789601886.307883:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898463872 00000100:00100000:2.0:1789601886.308088:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 48 00000100:00100000:2.0:1789601886.308102:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+27:18769:x1876532898463872:12345-192.168.203.48@tcp:101:dd.0 00010000:00010000:2.0:1789601886.308131:0:22610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601886.308172:0:22610:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f367a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491c6 expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.308405:0:22610:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.308419:0:22610:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f367a lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491c6 expref: 28 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.308442:0:22610:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.308604:0:22610:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f367a lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491c6 expref: 28 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.308636:0:22610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601886.308640:0:22610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789601886.308644:0:22610:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f367a lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491c6 expref: 28 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.308652:0:22610:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05600, rc 0) 00000100:00100000:2.0:1789601886.308730:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+28:18769:x1876532898463872:12345-192.168.203.48@tcp:101:dd.0 Request processed in 631us (1652us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.308738:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 48 00000040:00080000:0.0:1789601886.661942:0:22644:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789601886.661956:0:22644:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789601886.662015:0:22644:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789601886.662026:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1789601886.662193:0:22644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4c7b37480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22644:1876532918503552:192.168.203.48@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789601886.662330:0:22644:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d12decc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789601886.666409:0:22644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4c7b37480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22644:1876532918503552:192.168.203.48@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1789601886.673228:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.674612:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898464000 00000100:00100000:0.0:1789601886.674623:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898464000 00000100:00100000:0.0:1789601886.674814:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 49 00000100:00100000:0.0:1789601886.674824:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+28:18771:x1876532898464000:12345-192.168.203.48@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789601886.674855:0:22608:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789601886.674990:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+28:18771:x1876532898464000:12345-192.168.203.48@tcp:53:lhsmtool_posix.0 Request processed in 166us (1770us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601886.674998:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 49 00000100:00100000:1.0:1789601886.682440:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601886.683445:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898464128 00000100:00100000:3.0:1789601886.683457:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898464128 00000100:00100000:3.0:1789601886.683629:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 50 00000100:00100000:3.0:1789601886.683650:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c410e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+28:18771:x1876532898464128:12345-192.168.203.48@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1789601886.683719:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f3681 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683736:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f3681 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683748:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f3681 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683812:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3688 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683820:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3688 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683827:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3688 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683848:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683857:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683862:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789601886.683923:0:22609:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789601886.683927:0:22609:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789601886.683953:0:22609:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683977:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f3681 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683982:0:22609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f3681 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683989:0:22609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f3681 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.683994:0:22609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382200 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:3.0:1789601886.683999:0:22609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f3681 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684005:0:22609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f3681 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684016:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8df4c4f42800) 00010000:00010000:3.0:1789601886.684020:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789601886.684024:0:22609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f3681 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684030:0:22609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382200/0x74872e3eca9f3681 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684042:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3688 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684049:0:22609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3688 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684054:0:22609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3688 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684066:0:22609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382c00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:3.0:1789601886.684069:0:22609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3688 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684075:0:22609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3688 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684082:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8df4f8af9800) 00010000:00010000:3.0:1789601886.684085:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789601886.684088:0:22609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3688 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684093:0:22609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f3688 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684107:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684112:0:22609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684118:0:22609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684123:0:22609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382000 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:3.0:1789601886.684125:0:22609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684131:0:22609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684147:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:3.0:1789601886.684150:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789601886.684153:0:22609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.684159:0:22609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f368f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601886.684242:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c410e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+28:18771:x1876532898464128:12345-192.168.203.48@tcp:34:lhsmtool_posix.0 Request processed in 595us (1810us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601886.684250:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 50 00000100:00100000:3.0:1789601886.692519:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.692887:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898464384 00000100:00100000:2.0:1789601886.692899:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898464384 00000100:00100000:2.0:1789601886.692959:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 51 00000100:00100000:2.0:1789601886.692968:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+28:18771:x1876532898464384:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789601886.692986:0:22610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601886.693003:0:22610:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f3696 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491cd expref: -99 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693114:0:22610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f369d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693131:0:22610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f369d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693143:0:22610:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f369d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601886.693155:0:22610:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789601886.693254:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f369d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693262:0:22610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f369d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693268:0:22610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f369d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693273:0:22610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a05000 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601886.693278:0:22610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f369d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693284:0:22610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f369d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693296:0:22610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601886.693299:0:22610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789601886.693305:0:22610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f369d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693310:0:22610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f369d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693781:0:22610:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f3696 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491cd expref: 30 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693793:0:22610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8df4c4f42800) 00010000:00010000:2.0:1789601886.693796:0:22610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789601886.693800:0:22610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f3696 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491cd expref: 30 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.693823:0:22610:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05800, rc 0) 00000100:00100000:2.0:1789601886.694011:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+29:18771:x1876532898464384:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 Request processed in 1042us (1502us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1789601886.694019:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 51 00000100:00100000:0.0:1789601886.724552:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.724746:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898464512 00000100:00100000:2.0:1789601886.724756:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898464512 00000100:00100000:2.0:1789601886.725547:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 52 00000100:00100000:2.0:1789601886.725580:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+29:18771:x1876532898464512:12345-192.168.203.48@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789601886.725613:0:22608:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789601886.726135:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+29:18771:x1876532898464512:12345-192.168.203.48@tcp:53:lhsmtool_posix.0 Request processed in 576us (1588us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.726145:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 52 00000100:00100000:1.0:1789601886.748197:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601886.748647:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898464768 00000100:00100000:3.0:1789601886.748668:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898464768 00000100:00100000:3.0:1789601886.748726:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 53 00000100:00100000:3.0:1789601886.748736:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+29:18771:x1876532898464768:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789601886.748758:0:22609:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789601886.748779:0:22609:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36ab lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491d4 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1789601886.749155:0:22609:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:3.0:1789601886.749163:0:22609:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:3.0:1789601886.749186:0:22609:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:3.0:1789601886.749344:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f36b2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.749357:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f36b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.749389:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f36b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.749466:0:22609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36ab lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491d4 expref: 32 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.749488:0:22609:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f36b2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491d4 expref: 31 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.749497:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4f8af9800) 00010000:00010000:3.0:1789601886.749500:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789601886.749503:0:22609:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7382c00, rc 0) 00000100:00100000:3.0:1789601886.751162:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+31:18771:x1876532898464768:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 Request processed in 2416us (2962us total) trans 12884901908 rc 0/0 00000100:00100000:3.0:1789601886.751174:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 53 00000100:00100000:2.0:1789601886.757296:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.757465:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898465024 00000100:00100000:0.0:1789601886.757476:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898465024 00000100:00100000:0.0:1789601886.757536:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 54 00000100:00100000:0.0:1789601886.757547:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+31:18771:x1876532898465024:12345-192.168.203.48@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789601886.757639:0:24947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601886.758068:0:24947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382c00/0x74872e3eca9f36b2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491d4 expref: 31 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758090:0:24947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4f8af9800) 00010000:00010000:0.0:1789601886.758102:0:24947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789601886.758128:0:24947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36c0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758142:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36c0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758173:0:24947:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36c0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758190:0:24947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef200/0x74872e3eca9f36c7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4e5358a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758198:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef200/0x74872e3eca9f36c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4e5358a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758204:0:24947:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef200/0x74872e3eca9f36c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4e5358a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758250:0:24947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36c0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758258:0:24947:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36c0 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758265:0:24947:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36c0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758270:0:24947:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ee400 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:0.0:1789601886.758275:0:24947:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36c0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758282:0:24947:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36c0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758290:0:24947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:0.0:1789601886.758293:0:24947:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789601886.758298:0:24947:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36c0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758311:0:24947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36c0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758463:0:24947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef200/0x74872e3eca9f36c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4e5358a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758471:0:24947:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef200/0x74872e3eca9f36c7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4e5358a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758477:0:24947:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef200/0x74872e3eca9f36c7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4e5358a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758482:0:24947:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ef200 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:0.0:1789601886.758485:0:24947:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef200/0x74872e3eca9f36c7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4e5358a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758491:0:24947:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef200/0x74872e3eca9f36c7 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4e5358a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758498:0:24947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x4e5358a5 (ffff8df4e1615600) 00010000:00010000:0.0:1789601886.758500:0:24947:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789601886.758503:0:24947:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef200/0x74872e3eca9f36c7 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4e5358a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.758508:0:24947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef200/0x74872e3eca9f36c7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4e5358a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601886.762909:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+30:18771:x1876532898465024:12345-192.168.203.48@tcp:36:lhsmtool_posix.0 Request processed in 5352us (5611us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789601886.762923:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 54 00000100:00100000:0.0:1789601886.765795:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.766044:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898465152 00000100:00100000:2.0:1789601886.766056:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898465152 00000100:00100000:2.0:1789601886.766118:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 55 00000100:00100000:2.0:1789601886.766129:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+30:18771:x1876532898465152:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789601886.766149:0:25407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601886.766172:0:25407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f36ce lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491db expref: -99 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.766209:0:25407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f36d5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.766222:0:25407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f36d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.766248:0:25407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f36d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.766353:0:25407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f36ce lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491db expref: 32 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.766376:0:25407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05800/0x74872e3eca9f36d5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491db expref: 31 pid: 25407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.766385:0:25407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4c4f42a00) 00010000:00010000:2.0:1789601886.766388:0:25407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789601886.766391:0:25407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a05800, rc 0) 00000100:00100000:2.0:1789601886.766498:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+31:18771:x1876532898465152:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 Request processed in 371us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.766505:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 55 00000100:00100000:1.0:1789601886.782795:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601886.782924:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898465408 00000100:00100000:3.0:1789601886.782944:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898465408 00000100:00100000:3.0:1789601886.783002:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 56 00000100:00100000:3.0:1789601886.783011:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+31:18771:x1876532898465408:12345-192.168.203.48@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1789601886.783088:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.783104:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.783115:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789601886.783291:0:22609:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:3.0:1789601886.783300:0:22609:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 754904743178ns, next at 755904741084ns, rc = 0 00000004:00010000:3.0:1789601886.783349:0:22609:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d2447e16 reply state 00000000c4ad2fb7 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.783362:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.783369:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4c4f42a00) 00010000:00010000:3.0:1789601886.783372:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1789601886.783376:0:22609:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1789601886.783479:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+33:18771:x1876532898465408:12345-192.168.203.48@tcp:36:lhsmtool_posix.0 Request processed in 469us (698us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1789601886.783487:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 56 00000100:00100000:1.0:1789601886.789156:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.789258:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898465536 00000100:00100000:0.0:1789601886.789269:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898465536 00000100:00100000:0.0:1789601886.789334:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 57 00000100:00100000:0.0:1789601886.789346:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+33:18771:x1876532898465536:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789601886.789376:0:24947:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789601886.789395:0:24947:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36e3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491e2 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.789463:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36e3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e2 expref: 34 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.789477:0:24947:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36e3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e2 expref: 34 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.789498:0:24947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4c4f42a00) 00010000:00010000:0.0:1789601886.789501:0:24947:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789601886.789505:0:24947:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f73ee400, rc 0) 00000100:00100000:0.0:1789601886.789594:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+34:18771:x1876532898465536:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 Request processed in 250us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601886.789601:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 57 00000100:00100000:0.0:1789601886.801424:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601886.802599:0:25406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898465664 00000100:00100000:1.0:1789601886.802610:0:25406:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898465664 00000100:00100000:1.0:1789601886.802690:0:25406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 25 00000100:00100000:1.0:1789601886.802702:0:25406:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7ff15e-b049-4113-a974-c853819189b5+5:2415:x1876532898465664:12345-192.168.203.48@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1789601886.802944:0:25406:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7ff15e-b049-4113-a974-c853819189b5+6:2415:x1876532898465664:12345-192.168.203.48@tcp:2:lhsmtool_posix.0 Request processed in 244us (1527us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1789601886.802952:0:25406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 25 00000100:00080000:3.0:1789601886.803704:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789601886.807975:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601886.808075:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898465920 00000100:00100000:3.0:1789601886.808085:0:22611:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898465920 00000100:00100000:3.0:1789601886.808141:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 9 00000100:00100000:3.0:1789601886.808150:0:22611:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7ff15e-b049-4113-a974-c853819189b5+34:18771:x1876532898465920:12345-192.168.203.48@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789601886.808361:0:22611:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7ff15e-b049-4113-a974-c853819189b5+35:18771:x1876532898465920:12345-192.168.203.48@tcp:35:lhsmtool_posix.0 Request processed in 211us (395us total) trans 12884901910 rc 0/0 00000100:00100000:3.0:1789601886.808369:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 9 00000100:00100000:1.0:1789601886.811840:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.811945:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898466176 00000100:00100000:0.0:1789601886.811955:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898466176 00000100:00100000:0.0:1789601886.812012:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 58 00000100:00100000:0.0:1789601886.812023:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+35:18771:x1876532898466176:12345-192.168.203.48@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1789601886.812129:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+35:18771:x1876532898466176:12345-192.168.203.48@tcp:57:lhsmtool_posix.0 Request processed in 108us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601886.812151:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 58 00000100:00100000:1.0:1789601886.826123:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.826219:0:22608:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898466304 00000100:00100000:2.0:1789601886.826228:0:22608:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898466304 00000100:00100000:2.0:1789601886.826292:0:22608:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 59 00000100:00100000:2.0:1789601886.826301:0:22608:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c5486680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+35:18771:x1876532898466304:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789601886.826320:0:22608:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789601886.826340:0:22608:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f36ea lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491e9 expref: -99 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.826403:0:22608:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f36f1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.826417:0:22608:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f36f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.826454:0:22608:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f36f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789601886.826497:0:22608:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789601886.826514:0:22608:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f36f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22608 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.826539:0:22608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05000/0x74872e3eca9f36ea lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e9 expref: 37 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.826600:0:22608:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f36f1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e9 expref: 36 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.826609:0:22608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4c4f42a00) 00010000:00010000:2.0:1789601886.826612:0:22608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1789601886.826616:0:22608:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df3c1a04000, rc 0) 00000100:00100000:2.0:1789601886.826838:0:22608:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c5486680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f7ff15e-b049-4113-a974-c853819189b5+36:18771:x1876532898466304:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 Request processed in 536us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.826845:0:22608:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 59 00000100:00100000:1.0:1789601886.831022:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601886.831107:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898466432 00000100:00100000:3.0:1789601886.831117:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898466432 00000100:00100000:3.0:1789601886.831168:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 26 00000100:00100000:3.0:1789601886.831178:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7ff15e-b049-4113-a974-c853819189b5+6:2416:x1876532898466432:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789601886.831214:0:24117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789601886.831234:0:24117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084ee03b6/0x74872e3eca9f36f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491f0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789601886.831258:0:24117:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aab285e, blocks: 0x0 00010000:00010000:3.0:1789601886.831276:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=754s v=(0 0) 00010000:00010000:3.0:1789601886.831280:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789601886.831290:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084ee03b6/0x74872e3eca9f36f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f0 expref: 7 pid: 24117 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.831307:0:24117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084ee03b6/0x74872e3eca9f36f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f0 expref: 7 pid: 24117 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.831319:0:24117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7382200, rc 0) 00000100:00100000:3.0:1789601886.831374:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7ff15e-b049-4113-a974-c853819189b5+7:2416:x1876532898466432:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 Request processed in 198us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601886.831381:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 26 00000100:00100000:1.0:1789601886.849769:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.849869:0:25407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898466688 00000100:00100000:2.0:1789601886.849880:0:25407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898466688 00000100:00100000:2.0:1789601886.849951:0:25407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 60 00000100:00100000:2.0:1789601886.849961:0:25407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+36:18771:x1876532898466688:12345-192.168.203.48@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789601886.850072:0:25407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f7ff15e-b049-4113-a974-c853819189b5+36:18771:x1876532898466688:12345-192.168.203.48@tcp:57:lhsmtool_posix.0 Request processed in 113us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.850080:0:25407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 60 00000100:00100000:1.0:1789601886.859863:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601886.859958:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898466816 00000100:00100000:3.0:1789601886.859968:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898466816 00000100:00100000:3.0:1789601886.860037:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 61 00000100:00100000:3.0:1789601886.860048:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+36:18771:x1876532898466816:12345-192.168.203.48@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1789601886.868519:0:22588:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:0.0:1789601886.868541:0:22588:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:0.0:1789601886.868641:0:22588:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:3.0:1789601886.868912:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789601886.868955:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4cd0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918503680:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1789601886.869047:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601886.869108:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918503680 00000100:00100000:3.0:1789601886.869131:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918503680 00000100:00100000:3.0:1789601886.869198:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789601886.869209:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1876532918503680:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1789601886.869370:0:24946:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789601886.869374:0:24946:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1789601886.869377:0:24946:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1789601886.869379:0:24946:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789601886 -> 1789601886 00002000:00010000:3.0:1789601886.869381:0:24946:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789601886.869427:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3646:x1876532918503680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 220us (381us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1789601886.869434:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:3.0:1789601886.869637:0:3646:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8df4cd0bbb80/2, rc 0, transno 12884901892 00000100:00100000:3.0:1789601886.869644:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4cd0bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876532918503680:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1789601886.869765:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+19:18771:x1876532898466816:12345-192.168.203.48@tcp:44:lhsmtool_posix.0 Request processed in 9717us (9910us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601886.869775:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 61 00010000:00010000:1.0:1789601886.871146:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.871163:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.871172:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.871178:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f737c000 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:1.0:1789601886.871182:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.871209:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.871227:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:1.0:1789601886.871229:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1789601886.871235:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.871241:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f737c000/0x74872e3eca9f3577 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871491:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871505:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871511:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871517:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04c00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601886.871520:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871527:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871536:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8df4c4f42300) 00010000:00010000:2.0:1789601886.871539:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601886.871542:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871547:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3523 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871602:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871610:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871616:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871622:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04200 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601886.871631:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871638:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871647:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8df4c4f42e00) 00010000:00010000:2.0:1789601886.871650:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601886.871653:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871660:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f352a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25407 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871674:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871680:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871686:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871692:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382e00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601886.871695:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871701:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871710:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8df4f8af9300) 00010000:00010000:2.0:1789601886.871714:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601886.871723:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871730:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382e00/0x74872e3eca9f35e0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871749:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871755:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871761:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871766:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ef800 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601886.871769:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871775:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871782:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601886.871784:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601886.871787:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871793:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ef800/0x74872e3eca9f3665 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871803:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871821:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871828:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871834:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382000 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601886.871837:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871844:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871853:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4c4f42a00) 00010000:00010000:2.0:1789601886.871855:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789601886.871858:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.871864:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7382000/0x74872e3eca9f36dc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601886.873537:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.873746:0:24115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898466944 00000100:00100000:0.0:1789601886.873756:0:24115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898466944 00000100:00100000:0.0:1789601886.873816:0:24115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 28 00000100:00100000:0.0:1789601886.873826:0:24115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0102d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7ff15e-b049-4113-a974-c853819189b5+7:2416:x1876532898466944:12345-192.168.203.48@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1789601886.873940:0:24115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0102d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1f7ff15e-b049-4113-a974-c853819189b5+7:2416:x1876532898466944:12345-192.168.203.48@tcp:16:lhsmtool_posix.0 Request processed in 106us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601886.873948:0:24115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 28 00000100:00100000:1.0:1789601886.880365:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.880470:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898467200 00000100:00100000:0.0:1789601886.880479:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898467200 00000100:00100000:0.0:1789601886.880537:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 62 00000100:00100000:0.0:1789601886.880548:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+15:18771:x1876532898467200:12345-192.168.203.48@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789601886.880645:0:24947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601886.880676:0:24947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04000/0x74872e3eca9f36f1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e9 expref: 15 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.880696:0:24947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4c4f42a00) 00010000:00010000:0.0:1789601886.880702:0:24947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789601886.880732:0:24947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee800/0x74872e3eca9f36ff lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.880746:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee800/0x74872e3eca9f36ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.880790:0:24947:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee800/0x74872e3eca9f36ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789601886.880920:0:24947:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000340eb3c7 reply state 000000009aa48ece transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee800/0x74872e3eca9f36ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.880943:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee800/0x74872e3eca9f36ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.880949:0:24947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4c4f42a00) 00010000:00010000:0.0:1789601886.880951:0:24947:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789601886.880954:0:24947:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789601886.881048:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+16:18771:x1876532898467200:12345-192.168.203.48@tcp:36:lhsmtool_posix.0 Request processed in 501us (692us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1789601886.881054:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 62 00000100:00100000:1.0:1789601886.890123:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601886.890210:0:24116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898467328 00000100:00100000:3.0:1789601886.890219:0:24116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898467328 00000100:00100000:3.0:1789601886.890276:0:24116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 29 00000100:00100000:3.0:1789601886.890286:0:24116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7ff15e-b049-4113-a974-c853819189b5+7:18771:x1876532898467328:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789601886.890303:0:24116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789601886.890319:0:24116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491f7 expref: -99 pid: 24116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.890348:0:24116:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000084ee03b6/0x74872e3eca9f36f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f0 expref: 8 pid: 24117 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.890378:0:24116:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1789601886.890383:0:24116:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789601886.890388:0:24116:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 8 pid: 24116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.890419:0:24116:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000084ee03b6/0x74872e3eca9f36f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f0 expref: 8 pid: 24117 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.890431:0:24116:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000084ee03b6/0x74872e3eca9f36f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f0 expref: 8 pid: 24117 timeout: 855 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601886.890456:0:24116:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4cd0b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24116:1876532918503808:192.168.203.48@tcp:104: 00000100:00100000:3.0:1789601886.892104:0:24116:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f739b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789601886.902480:0:24116:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4cd0b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24116:1876532918503808:192.168.203.48@tcp:104: 00010000:00010000:3.0:1789601886.902515:0:24116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 8 pid: 24116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.902536:0:24116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7383c00, rc 0) 00000100:00100000:3.0:1789601886.902629:0:24116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f7ff15e-b049-4113-a974-c853819189b5+8:18771:x1876532898467328:12345-192.168.203.48@tcp:101:lhsmtool_posix.0 Request processed in 12343us (12512us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601886.902639:0:24116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 29 00000100:00100000:0.0:1789601886.903397:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.903527:0:22593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898467456 00000100:00100000:2.0:1789601886.903534:0:22593:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898467456 00010000:00010000:2.0:1789601886.903592:0:22593:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000084ee03b6/0x74872e3eca9f36f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f0 expref: 8 pid: 24117 timeout: 855 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601886.903628:0:22593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 19 00000100:00100000:2.0:1789601886.903637:0:22593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c7b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7ff15e-b049-4113-a974-c853819189b5+8:2415:x1876532898467456:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789601886.903672:0:22593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789601886.903710:0:22593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000084ee03b6/0x74872e3eca9f36f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f0 expref: 8 pid: 24117 timeout: 855 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.903723:0:22593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000084ee03b6/0x74872e3eca9f36f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f0 expref: 8 pid: 24117 timeout: 855 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.903745:0:22593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084ee03b6/0x74872e3eca9f36f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f0 expref: 8 pid: 24117 timeout: 855 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.903760:0:22593:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601886.903776:0:22593:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789601886.903783:0:22593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 7 pid: 24116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.903792:0:22593:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 7 pid: 24116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.903824:0:22593:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 7 pid: 24116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601886.903836:0:22593:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22593:1876532918503936:192.168.203.48@tcp:105: 00000100:00100000:2.0:1789601886.903893:0:22593:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c9905000 going to sleep for 11 seconds 00000100:00100000:1.0:1789601886.908414:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601886.908500:0:25406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898467584 00000100:00100000:3.0:1789601886.908510:0:25406:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898467584 00000100:00100000:3.0:1789601886.908608:0:25406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 30 00000100:00100000:3.0:1789601886.908618:0:25406:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7ff15e-b049-4113-a974-c853819189b5+8:2415:x1876532898467584:12345-192.168.203.48@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1789601886.909103:0:25406:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789601886.909108:0:25406:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789601886 00002000:00010000:3.0:1789601886.909111:0:25406:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789601885 00002000:00010000:3.0:1789601886.909113:0:25406:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789601886 -> 1789601886 00002000:00010000:3.0:1789601886.909115:0:25406:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789601886.909214:0:25406:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7ff15e-b049-4113-a974-c853819189b5+9:2415:x1876532898467584:12345-192.168.203.48@tcp:2:lhsmtool_posix.0 Request processed in 597us (807us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1789601886.909222:0:25406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 30 00000100:00100000:2.0:1789601886.910310:0:22593:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22593:1876532918503936:192.168.203.48@tcp:105: 00010000:00010000:2.0:1789601886.910405:0:22593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789601886.911094:0:22593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c7b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f7ff15e-b049-4113-a974-c853819189b5+8:2415:x1876532898467456:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 7454us (7694us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.911135:0:22593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 19 00000100:00100000:0.0:1789601886.922403:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601886.922493:0:24117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898467712 00000100:00100000:3.0:1789601886.922503:0:24117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898467712 00000100:00100000:3.0:1789601886.922580:0:24117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 31 00000100:00100000:3.0:1789601886.922590:0:24117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7ff15e-b049-4113-a974-c853819189b5+8:2415:x1876532898467712:12345-192.168.203.48@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1789601886.922633:0:24117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.922651:0:24117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 8 pid: 24116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.922660:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789601886.922664:0:24117:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789601886.922668:0:24117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.922698:0:24117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 8 pid: 24116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.922726:0:24117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 8 pid: 24116 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601886.922741:0:24117:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4cd0b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24117:1876532918504064:192.168.203.48@tcp:104: 00000100:00100000:3.0:1789601886.922823:0:24117:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4f739b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789601886.925756:0:24117:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4cd0b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24117:1876532918504064:192.168.203.48@tcp:104: 00010000:00010000:1.0:1789601886.925786:0:24117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601886.930804:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601886.930908:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898467840 00000100:00100000:1.0:1789601886.930918:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898467840 00010000:00010000:1.0:1789601886.930968:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 9 pid: 24116 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601886.931010:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 20 00000100:00100000:1.0:1789601886.931020:0:22595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+9:2415:x1876532898467840:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789601886.931033:0:22595:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601886.931072:0:22595:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 9 pid: 24116 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.931086:0:22595:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 9 pid: 24116 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.931107:0:22595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2bfa0af/0x74872e3eca9f3706 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491f7 expref: 9 pid: 24116 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.931123:0:22595:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789601886.931127:0:22595:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789601886.931132:0:22595:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.931141:0:22595:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.931180:0:22595:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789601886.931233:0:22595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+8:2415:x1876532898467840:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 214us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601886.931240:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 20 00010000:00010000:2.0:1789601886.931292:0:24117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.931305:0:24117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.931337:0:24117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.931346:0:24117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.931355:0:24117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.931363:0:24117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382800 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:2.0:1789601886.931367:0:24117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.931376:0:24117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.931388:0:24117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.931408:0:24117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f370d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601886.931651:0:24117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f7ff15e-b049-4113-a974-c853819189b5+7:2415:x1876532898467712:12345-192.168.203.48@tcp:1:lhsmtool_posix.0 Request processed in 9061us (9256us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.931669:0:24117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 31 00000100:00100000:0.0:1789601886.943023:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.943191:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898468096 00000100:00100000:2.0:1789601886.943202:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898468096 00000100:00100000:2.0:1789601886.943265:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 63 00000100:00100000:2.0:1789601886.943277:0:22610:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+16:18771:x1876532898468096:12345-192.168.203.48@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1789601886.943370:0:22610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.943387:0:22610:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b8 expref: 16 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.943396:0:22610:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.943774:0:22610:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b8 expref: 16 pid: 22608 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.943790:0:22610:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b8 expref: 16 pid: 22608 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601886.943806:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22610:1876532918504192:192.168.203.48@tcp:104: 00000100:00100000:2.0:1789601886.943894:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4c9905000 going to sleep for 11 seconds 00000100:00100000:2.0:1789601886.946613:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22610:1876532918504192:192.168.203.48@tcp:104: 00010000:00010000:2.0:1789601886.946644:0:22610:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601886.954895:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601886.955052:0:22594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898468224 00000100:00100000:1.0:1789601886.955063:0:22594:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898468224 00010000:00010000:1.0:1789601886.955115:0:22594:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b8 expref: 17 pid: 22608 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601886.955160:0:22594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 21 00000100:00100000:1.0:1789601886.955181:0:22594:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7ff15e-b049-4113-a974-c853819189b5+17:2415:x1876532898468224:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789601886.955195:0:22594:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789601886.955203:0:22594:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b8 expref: 17 pid: 22608 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955215:0:22594:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b8 expref: 17 pid: 22608 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955236:0:22594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05400/0x74872e3eca9f365e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491b8 expref: 17 pid: 22608 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955255:0:22594:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:1.0:1789601886.955261:0:22594:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f367a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491c6 expref: 16 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955271:0:22594:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955279:0:22594:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955287:0:22594:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955320:0:22594:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789601886.955357:0:22610:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.955367:0:22610:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601886.955376:0:22594:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1f7ff15e-b049-4113-a974-c853819189b5+16:2415:x1876532898468224:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 194us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601886.955383:0:22594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 21 00010000:00010000:1.0:1789601886.955854:0:22610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955874:0:22610:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36e3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e2 expref: 16 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955883:0:22610:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955911:0:22610:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36e3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e2 expref: 16 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.955924:0:22610:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36e3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e2 expref: 16 pid: 24947 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601886.955949:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0101180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22610:1876532918504320:192.168.203.48@tcp:104: 00000100:00100000:1.0:1789601886.955999:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df3c29a26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789601886.961634:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601886.961814:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898468352 00000100:00100000:0.0:1789601886.961825:0:22595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898468352 00010000:00010000:0.0:1789601886.961864:0:22595:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36e3 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e2 expref: 17 pid: 24947 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601886.961926:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 22 00000100:00100000:0.0:1789601886.961945:0:22595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0100000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+17:2417:x1876532898468352:12345-192.168.203.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789601886.961962:0:22595:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789601886.961970:0:22595:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36e3 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e2 expref: 17 pid: 24947 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.961981:0:22595:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36e3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e2 expref: 17 pid: 24947 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.962004:0:22595:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4c4f42a00) 00010000:00010000:0.0:1789601886.962010:0:22595:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.962020:0:22595:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.962028:0:22595:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.962048:0:22595:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789601886.962175:0:22595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0100000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f7ff15e-b049-4113-a974-c853819189b5+17:2417:x1876532898468352:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 223us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601886.962183:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 22 00010000:00010000:3.0:1789601886.962283:0:22610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee400/0x74872e3eca9f36e3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491e2 expref: 16 pid: 24947 timeout: 855 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601886.962300:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0101180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22610:1876532918504320:192.168.203.48@tcp:104: 00010000:00010000:3.0:1789601886.962319:0:22610:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.962328:0:22610:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.962334:0:22610:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1789601886.962438:0:22610:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1789601886.969117:0:22610:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1789601886.969292:0:22610:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1789601886.969397:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22610:1876532918504448:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1789601886.969459:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601886.970616:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4efcb5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789601886.973923:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918504448 00000100:00100000:3.0:1789601886.973947:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918504448 00000100:00100000:2.0:1789601886.974146:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789601886.974156:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22610:x1876532918504448:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1789601886.974325:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22610:x1876532918504448:12345-0@lo:1000:mdt00_002.0 Request processed in 171us (4865us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601886.974332:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789601886.974419:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22610:1876532918504448:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1789601886.974629:0:22610:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1789601886.974716:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0101880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22610:1876532918504576:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1789601886.974768:0:22610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789601886.975263:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4fcb7f840 going to sleep for 11 seconds 00000100:00100000:0.0:1789601886.975301:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918504576 00000100:00100000:0.0:1789601886.975307:0:22614:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918504576 00000100:00100000:0.0:1789601886.975339:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789601886.975345:0:22614:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22610:x1876532918504576:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789601886.975847:0:22614:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22610:x1876532918504576:12345-0@lo:1000:mdt00_002.0 Request processed in 500us (1077us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1789601886.975855:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789601886.979023:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0101880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22610:1876532918504576:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1789601886.979097:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979108:0:22610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979138:0:22610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979144:0:22610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212e600 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:1.0:1789601886.979149:0:22610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979158:0:22610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979173:0:22610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4c4f42a00) 00010000:00010000:1.0:1789601886.979176:0:22610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789601886.979181:0:22610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979187:0:22610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212e600/0x74872e3eca9f371b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979221:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979228:0:22610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979233:0:22610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979238:0:22610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c212fe00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:1.0:1789601886.979241:0:22610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979256:0:22610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979265:0:22610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:1.0:1789601886.979267:0:22610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789601886.979274:0:22610:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f367a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491c6 expref: 19 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979285:0:22610:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f367a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491c6 expref: 19 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979295:0:22610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f367a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491c6 expref: 19 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601886.979335:0:22610:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a05600/0x74872e3eca9f367a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491c6 expref: 19 pid: 22610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601886.979349:0:22610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4d0101180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22610:1876532918504704:192.168.203.48@tcp:105: 00000100:00100000:1.0:1789601886.979470:0:22610:0:(client.c:2716:ptlrpc_set_wait()) set ffff8df4d435e900 going to sleep for 11 seconds 00000100:00100000:1.0:1789601886.986854:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:2.0:1789601886.987050:0:22610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4d0101180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22610:1876532918504704:192.168.203.48@tcp:105: 00010000:00010000:2.0:1789601886.987080:0:22610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987091:0:22610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c212fe00/0x74872e3eca9f3673 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987125:0:22610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3722 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987139:0:22610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3722 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987150:0:22610:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3722 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987176:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3722 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987182:0:22610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3722 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987188:0:22610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3722 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987193:0:22610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04c00 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601886.987196:0:22610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3722 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987202:0:22610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3722 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987213:0:22610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601886.987215:0:22610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789601886.987218:0:22610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3722 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987223:0:22610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04c00/0x74872e3eca9f3722 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987231:0:22610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987236:0:22610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987241:0:22610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987251:0:22610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df3c1a04200 already unused, calling callback (ffffffffc1b3a4f0) 00010000:00010000:2.0:1789601886.987253:0:22610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987259:0:22610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987265:0:22610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:2.0:1789601886.987267:0:22610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789601886.987269:0:22610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789601886.987274:0:22610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df3c1a04200/0x74872e3eca9f3714 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22610 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789601886.987432:0:22610:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f7ff15e-b049-4113-a974-c853819189b5+19:18771:x1876532898468096:12345-192.168.203.48@tcp:57:lhsmtool_posix.0 Request processed in 44157us (44417us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1789601886.987443:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 63 00000020:00080000:2.0:1789601886.987448:0:22610:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1789601886.987632:0:22644:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789601886.987637:0:22644:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789601886.987658:0:22644:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789601886.987664:0:22644:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1789601886.988249:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898468480 00000100:00100000:3.0:1789601886.988257:0:22611:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898468480 00000100:00100000:3.0:1789601886.988309:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 10 00000100:00100000:3.0:1789601886.988320:0:22611:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c29fd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7ff15e-b049-4113-a974-c853819189b5+19:18769:x1876532898468480:12345-192.168.203.48@tcp:49:dd.0 00000100:00100000:3.0:1789601886.988449:0:22611:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c29fd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f7ff15e-b049-4113-a974-c853819189b5+19:18769:x1876532898468480:12345-192.168.203.48@tcp:49:dd.0 Request processed in 123us (1598us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601886.988457:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 10 00000100:00100000:1.0:1789601886.991646:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601886.991692:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601886.991756:0:22609:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898468864 00000100:00100000:3.0:1789601886.991767:0:22609:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898468864 00000100:00100000:3.0:1789601886.991827:0:22609:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 64 00000100:00100000:3.0:1789601886.991837:0:22609:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c31b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+19:18769:x1876532898468864:12345-192.168.203.48@tcp:101:dd.0 00010000:00010000:3.0:1789601886.991859:0:22609:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789601886.991878:0:22609:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383600/0x74872e3eca9f3729 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63fec2fe55a491fe expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.991989:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383c00/0x74872e3eca9f3730 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.992004:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383c00/0x74872e3eca9f3730 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.992016:0:22609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383c00/0x74872e3eca9f3730 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22609 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.992135:0:22609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383600/0x74872e3eca9f3729 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491fe expref: 21 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601886.992148:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898468736 00000100:00100000:0.0:1789601886.992154:0:22612:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898468736 00010000:00010000:3.0:1789601886.992155:0:22609:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f7383c00/0x74872e3eca9f3730 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x63fec2fe55a491fe expref: 20 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.992166:0:22609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8df4f8af9100) 00010000:00010000:3.0:1789601886.992170:0:22609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789601886.992181:0:22609:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8df4f7383c00, rc 0) 00000100:00100000:0.0:1789601886.992196:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 11 00000100:00100000:0.0:1789601886.992206:0:22612:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d0101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7ff15e-b049-4113-a974-c853819189b5+21:18771:x1876532898468736:12345-192.168.203.48@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789601886.992240:0:22609:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c31b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f7ff15e-b049-4113-a974-c853819189b5+21:18769:x1876532898468864:12345-192.168.203.48@tcp:101:dd.0 Request processed in 404us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601886.992247:0:22609:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 64 00000004:00080000:0.0:1789601886.992426:0:22612:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1789601886.992457:0:22612:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1789601886.992489:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.992498:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.992506:0:22612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.992512:0:22612:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.992519:0:22612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.992525:0:22612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601886.992576:0:22612:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789601886.992583:0:22597:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789601886.992590:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.992598:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ee600 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:3.0:1789601886.992603:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.992611:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.992621:0:22597:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8df4c4f42a00) 00010000:00010000:3.0:1789601886.992624:0:22597:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1789601886.992628:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601886.992634:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8df4f73ee600/0x74872e3eca9f3737 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601886.992641:0:22612:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d0101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f7ff15e-b049-4113-a974-c853819189b5+22:18771:x1876532898468736:12345-192.168.203.48@tcp:35:lhsmtool_posix.0 Request processed in 433us (999us total) trans 12884901918 rc 0/0 00010000:00010000:3.0:1789601886.992654:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601886.992656:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789601886.992658:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789601886.992668:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 11 00000020:00080000:0.0:1789601886.992673:0:22612:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789601887.009463:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601887.009508:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601887.009539:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601887.009603:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601887.009629:0:22602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898468992 00000100:00100000:1.0:1789601887.009655:0:22602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898468992 00000100:00100000:3.0:1789601887.009677:0:24116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898469632 00000100:00100000:3.0:1789601887.009684:0:24116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898469632 00000100:00100000:1.0:1789601887.009708:0:22602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 168 00000100:00100000:1.0:1789601887.009720:0:22602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+13:2417:x1876532898468992:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:3.0:1789601887.009734:0:24116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 19 00000100:00100000:3.0:1789601887.009745:0:24116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2417:x1876532898469632:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601887.009791:0:22602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f48281b-305a-4165-aa87-7768751760e5+13:2417:x1876532898468992:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 74us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601887.009800:0:24116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2417:x1876532898469632:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 54us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1789601887.009803:0:22602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 168 00000100:00100000:3.0:1789601887.009817:0:24116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 19 00000100:00080000:3.0:1789601887.009843:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789601887.009881:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601887.009904:0:25406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898469248 00000100:00100000:3.0:1789601887.009909:0:25406:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898469248 00000100:00100000:1.0:1789601887.009917:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601887.009961:0:25406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 20 00000100:00100000:3.0:1789601887.009971:0:25406:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7ff15e-b049-4113-a974-c853819189b5+5:2417:x1876532898469248:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:1.0:1789601887.009996:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1789601887.010004:0:25406:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1f7ff15e-b049-4113-a974-c853819189b5+5:2417:x1876532898469248:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 34us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601887.010011:0:25406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 20 00000100:00100000:3.0:1789601887.010025:0:25406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898469760 00000100:00100000:3.0:1789601887.010028:0:25406:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898469760 00000100:00100000:3.0:1789601887.010056:0:25406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 21 00000100:00100000:3.0:1789601887.010062:0:25406:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2417:x1876532898469760:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:3.0:1789601887.010086:0:25406:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2417:x1876532898469760:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 24us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601887.010091:0:25406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 21 00000100:00080000:3.0:1789601887.010106:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789601887.010165:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898469120 00000100:00100000:2.0:1789601887.010172:0:22610:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898469120 00000100:00080000:2.0:1789601887.010197:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789601887.010232:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898469376 00000100:00100000:2.0:1789601887.010235:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898469376 00000100:00100000:2.0:1789601887.010270:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898469504 00000100:00100000:2.0:1789601887.010273:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898469504 00000100:00100000:2.0:1789601887.010288:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 63 00000100:00100000:2.0:1789601887.010296:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+5:2417:x1876532898469120:12345-192.168.203.48@tcp:400:kworker.0 00000100:00080000:3.0:1789601887.010305:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789601887.010310:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789601887.010345:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f7ff15e-b049-4113-a974-c853819189b5+5:2417:x1876532898469120:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 50us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601887.010365:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 63 00000100:00100000:2.0:1789601887.010382:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 64 00000100:00100000:2.0:1789601887.010388:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+6:2417:x1876532898469376:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:2.0:1789601887.010426:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+6:2417:x1876532898469376:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 38us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601887.010431:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 64 00000100:00100000:2.0:1789601887.010443:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 65 00000100:00100000:2.0:1789601887.010448:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4efd57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2417:x1876532898469504:12345-192.168.203.48@tcp:400:kworker.0 00000100:00100000:2.0:1789601887.010469:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4efd57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39bc07b4-887c-4355-a9f2-e4adf847769c+5:2417:x1876532898469504:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 21us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601887.010475:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 65 00000100:00100000:2.0:1789601887.046153:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789601887.046176:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f74c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918504832:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789601887.046235:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601887.046968:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918504832 00000100:00100000:0.0:1789601887.046977:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918504832 00000100:00100000:0.0:1789601887.047040:0:24119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789601887.047050:0:24119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c433d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1876532918504832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789601887.047079:0:24119:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789601887.047140:0:24119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c433d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1876532918504832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601887.047146:0:24119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1789601887.047240:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789601887.047449:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f74c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918504832:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789601887.050726:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1789601887.050797:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898469888 00000100:00100000:0.0:1789601887.050806:0:24120:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898469888 00000100:00100000:0.0:1789601887.050884:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 0 00000100:00100000:0.0:1789601887.050895:0:24120:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7ff15e-b049-4113-a974-c853819189b5+7:2415:x1876532898469888:12345-192.168.203.48@tcp:4:dd.0 00002000:00010000:0.0:1789601887.050950:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aab285e, atime: 0x6aab285d, ctime: 0x6aab285e, blocks: 0x0 00010000:00010000:0.0:1789601887.050959:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f373e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601887.050976:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=755s v=(0 0) 00010000:00010000:0.0:1789601887.050981:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789601887.050988:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f373e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601887.051022:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f373e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789601887.054871:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:1.0:1789601887.055027:0:24122:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1789601887.055037:0:24122:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1789601887.055992:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532898470016 00000100:00100000:1.0:1789601887.056002:0:24122:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532898470016 00000100:00100000:3.0:1789601887.056531:0:25661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1 00000100:00100000:3.0:1789601887.056543:0:25661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7ff15e-b049-4113-a974-c853819189b5+8:2415:x1876532898470016:12345-192.168.203.48@tcp:4:dd.0 00010000:00010000:3.0:1789601887.056626:0:25661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f3745 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601887.056659:0:25661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789601887.056663:0:25661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789601887.056669:0:25661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f3745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789601887.056684:0:25661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f3745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789601887.152244:0:24111:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:0.0:1789601887.152263:0:24111:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1789601887.152849:0:24120:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1789601887.152855:0:24120:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1789601887.152873:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f373e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601887.152885:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f373e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601887.152894:0:24120:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f373e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601887.152901:0:24120:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f73ee400 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:1.0:1789601887.152906:0:24120:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f373e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601887.152944:0:24120:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f373e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601887.152965:0:24120:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f373e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789601887.152973:0:24120:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b670169/0x74872e3eca9f373e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789601887.153094:0:24120:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1f7ff15e-b049-4113-a974-c853819189b5+7:2415:x1876532898469888:12345-192.168.203.48@tcp:4:dd.0 Request processed in 102196us (102382us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1789601887.153105:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 0 00000001:00080000:2.0:1789601887.196759:0:24111:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1789601887.197006:0:25661:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:0.0:1789601887.197011:0:25661:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:0.0:1789601887.197026:0:25661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f3745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601887.197038:0:25661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f3745 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601887.197048:0:25661:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f3745 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601887.197055:0:25661:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8df4f7382800 already unused, calling callback (ffffffffc0ef38b0) 00010000:00010000:0.0:1789601887.197060:0:25661:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f3745 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601887.197069:0:25661:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f3745 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601887.197165:0:25661:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f3745 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789601887.197193:0:25661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005ccb5f1/0x74872e3eca9f3745 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789601887.197302:0:25661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1f7ff15e-b049-4113-a974-c853819189b5+5:2415:x1876532898470016:12345-192.168.203.48@tcp:4:dd.0 Request processed in 140756us (142437us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789601887.197313:0:25661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1 00010000:00010000:1.0:1789601887.237914:0:25642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789601888.261957:0:22596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789601889.045485:0:25698:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1789601889.289466:0:22597:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789601890.118005:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4cd0b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918504960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789601890.118084:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.118158:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918504960 00000100:00100000:2.0:1789601890.118167:0:24118:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918504960 00000100:00100000:2.0:1789601890.118228:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789601890.118237:0:24118:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c3425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918504960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789601890.118265:0:24118:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00080000:3.0:1789601890.118411:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789601890.120320:0:24118:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c3425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876532918504960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2076us (2228us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.120334:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789601890.126192:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4cd0b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876532918504960:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789601890.315653:0:25642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789601890.630246:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918505472:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630320:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630353:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918505984:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630378:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630394:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876532918506496:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630413:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630439:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789601890.630445:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3647:1876532918505088:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630471:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630495:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918505600:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630515:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630531:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876532918506112:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630550:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630595:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918505216:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630619:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630635:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918505728:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630653:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630667:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876532918506240:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630687:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630700:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789601890.630706:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918505344:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630722:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630735:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918505856:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630753:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630782:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df3c433ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876532918506368:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630801:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789601890.630824:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918505472 00000100:00100000:2.0:1789601890.630831:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918505472 00000100:00100000:2.0:1789601890.630874:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918505344 00000100:00100000:2.0:1789601890.630877:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918505344 00000100:00100000:2.0:1789601890.630913:0:24946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918505856 00000100:00100000:2.0:1789601890.630917:0:24946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918505856 00000100:00100000:2.0:1789601890.630934:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789601890.630942:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918505472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.630990:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1876532918505472:12345-0@lo:400:kworker.0 Request processed in 49us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.630997:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789601890.631013:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789601890.631018:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d09c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918505344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631045:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d09c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918505344:12345-0@lo:400:kworker.0 Request processed in 27us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.631049:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789601890.631061:0:24946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789601890.631066:0:24946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d09c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918505856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631089:0:24946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d09c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918505856:12345-0@lo:400:kworker.0 Request processed in 23us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.631094:0:24946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789601890.631111:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918505984 00000100:00100000:2.0:1789601890.631114:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918505984 00000100:00100000:2.0:1789601890.631131:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918506496 00000100:00100000:2.0:1789601890.631133:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918506496 00000100:00100000:2.0:1789601890.631143:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918505600 00000100:00100000:2.0:1789601890.631151:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918505600 00000100:00100000:2.0:1789601890.631165:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918506112 00000100:00100000:2.0:1789601890.631167:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918506112 00000100:00100000:2.0:1789601890.631195:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918506240 00000100:00100000:2.0:1789601890.631198:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918506240 00000100:00100000:2.0:1789601890.631209:0:24947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918506368 00000100:00100000:2.0:1789601890.631211:0:24947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918506368 00000100:00100000:2.0:1789601890.631221:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789601890.631226:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918505984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631255:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876532918505984:12345-0@lo:400:kworker.0 Request processed in 28us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.631260:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789601890.631272:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789601890.631277:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876532918506496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631300:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876532918506496:12345-0@lo:400:kworker.0 Request processed in 23us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.631305:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789601890.631314:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789601890.631320:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918505600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631344:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876532918505600:12345-0@lo:400:kworker.0 Request processed in 24us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.631349:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789601890.631359:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789601890.631363:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876532918506112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631386:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876532918506112:12345-0@lo:400:kworker.0 Request processed in 22us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.631391:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789601890.631410:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789601890.631416:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d09c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876532918506240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631443:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d09c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876532918506240:12345-0@lo:400:kworker.0 Request processed in 28us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.631449:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789601890.631460:0:24947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789601890.631466:0:24947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4d09c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876532918506368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631491:0:24947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4d09c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876532918506368:12345-0@lo:400:kworker.0 Request processed in 25us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.631496:0:24947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789601890.631526:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918505216 00000100:00100000:2.0:1789601890.631530:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918505216 00000100:00100000:2.0:1789601890.631546:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918505728 00000100:00100000:2.0:1789601890.631549:0:22613:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918505728 00000100:00100000:2.0:1789601890.631580:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789601890.631586:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918505216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631616:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876532918505216:12345-0@lo:400:kworker.0 Request processed in 30us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.631621:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789601890.631632:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789601890.631637:0:22613:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df3c36aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918505728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631662:0:22613:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df3c36aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876532918505728:12345-0@lo:400:kworker.0 Request processed in 25us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1789601890.631668:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789601890.631709:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:2.0:1789601890.631714:0:3645:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8df4cd0bbb80, transno 12884901892 00000004:00080000:2.0:1789601890.631730:0:3645:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:2.0:1789601890.631751:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918505344:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631764:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918505856:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631774:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876532918506368:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631783:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876532918505216:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631791:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876532918505728:0@lo:400:kworker.0 00010000:00080000:2.0:1789601890.631801:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c433fb80 x1876532918506240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601890.631812:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876532918506240:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631846:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876532918505600:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631855:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876532918506112:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631865:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876532918505472:0@lo:400:kworker.0 00000100:00100000:2.0:1789601890.631873:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876532918505984:0@lo:400:kworker.0 00010000:00080000:2.0:1789601890.631882:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8df3c433c700 x1876532918506496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789601906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789601890.631890:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876532918506496:0@lo:400:kworker.0 00000100:00080000:3.0:1789601890.632938:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789601890.632945:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789601890.632948:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789601890.632951:0:22604:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789601890.633097:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4cd0b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918506624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789601890.633147:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789601890.633189:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918506624 00000100:00100000:3.0:1789601890.633195:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918506624 00000100:00100000:3.0:1789601890.633232:0:24119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789601890.633240:0:24119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4cd0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918506624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789601890.633263:0:24119:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789601890.633303:0:24119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4cd0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876532918506624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1789601890.633310:0:24119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789601890.633351:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4cd0b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876532918506624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789601890.634260:0:22600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918505088 00000100:00100000:0.0:1789601890.634268:0:22600:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918505088 00000100:00100000:0.0:1789601890.634308:0:22600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1789601890.634316:0:22600:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4c36d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3647:x1876532918505088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789601890.634372:0:22600:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4c36d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd+24:3647:x1876532918505088:12345-0@lo:400:kworker.0 Request processed in 57us (3900us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601890.634379:0:22600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1789601890.634457:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789601890.634468:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8df4f74c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918506752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789601890.634496:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789601890.634526:0:24119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876532918506752 00000100:00100000:0.0:1789601890.634530:0:24119:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876532918506752 00000100:00100000:0.0:1789601890.634571:0:24119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789601890.634579:0:24119:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8df4f74c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918506752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789601890.634592:0:24119:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789601890.634626:0:24119:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8df4f74c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876532918506752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1789601890.634647:0:24119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789601890.634684:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df4f74c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876532918506752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789601890.634712:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8df3c433f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:dfeb7fb1-d0ea-4354-afeb-60d672d0cdfd:3647:1876532918505088:0@lo:400:kworker.0 Debug log: 14218 lines, 14218 kept, 0 dropped, 0 bad.